-- Logs begin at Mon 2022-04-04 13:32:13 UTC, end at Mon 2022-04-04 14:39:01 UTC. -- Apr 04 14:13:23.477509 dv-cinder-835880-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 04 14:13:26.407461 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.common.config [-] Logging enabled! Apr 04 14:13:26.408077 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 04 14:13:26.408251 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 14:13:26.411693 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.common.config [-] Logging enabled! Apr 04 14:13:26.411952 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 04 14:13:26.412271 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103741) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 14:13:26.413210 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 14:13:26.413445 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 14:13:26.413808 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 14:13:26.414056 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 14:13:26.414283 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 14:13:26.415038 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.415501 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 04 14:13:26.415820 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.416121 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.416419 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.416714 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.417008 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.417292 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.417580 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.417880 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.418165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.418447 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.418733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.419027 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.419408 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.419705 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.419996 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.420291 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] debug = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.420566 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.421007 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.421417 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.421700 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.421992 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.422279 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.422554 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.422830 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.423117 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.423474 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] host = dv-cinder-835880-4-iscsi {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.423755 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.424044 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.424332 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.424620 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.424897 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.425175 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.425461 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.425737 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.426010 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.426287 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.426578 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.426868 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.427680 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.427934 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.428162 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.428465 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.428756 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.429035 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.429313 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.429590 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.429868 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.430142 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.430414 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.430704 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.430991 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.431312 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.431593 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.431891 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.432145 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.432419 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.432712 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.432990 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.433267 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.433542 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.433831 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.434101 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.434376 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.434678 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.434966 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.435272 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.435564 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.435841 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.436128 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.436401 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.436674 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.436947 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_json = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.437222 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.437494 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.437776 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.438050 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.438323 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.438599 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.438872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.439158 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.439454 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:26.439750 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.440050 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.440352 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.440650 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.440942 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.441223 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.441513 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.441792 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.442082 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.442376 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.442664 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.443598 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.443904 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.444197 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.444495 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.444803 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.445100 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.445398 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.445678 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.445955 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.446232 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.446511 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.446800 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.447078 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.447395 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.447690 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.447974 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.448273 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.448563 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.448859 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.449153 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.449433 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.449714 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.450007 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.450287 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.450563 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.450842 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.451130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.451441 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.451717 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.451998 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.452274 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.452562 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.452829 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.453105 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.453397 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.453675 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.453949 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.454221 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.454497 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.454770 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.455054 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.455360 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.455637 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.455912 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.456191 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.456464 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.456737 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.457013 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.457288 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.457565 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.457839 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.458112 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.458387 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.458684 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.458957 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.459249 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.459641 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.459792 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.460064 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.460338 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.460609 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.460881 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.461154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.461439 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.461733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.462011 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.462296 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.462573 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.462850 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.463124 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.463427 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.463707 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.463987 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.464260 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.464549 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.464832 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.465118 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.465418 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.465698 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.465993 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.466272 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.466548 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.466831 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.467110 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.467415 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.467701 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.467984 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.468282 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.468575 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.468870 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.469166 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.469460 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.469741 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.470047 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.470329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:26.470548 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 14:13:26.470786 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103741) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 04 14:13:26.846417 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 14:13:26.846696 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 14:13:26.846999 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 14:13:26.847497 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 04 14:13:27.181697 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.181899 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.182170 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.183380 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.183657 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.184040 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.238625 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.238909 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.239198 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.254188 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.254469 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.254738 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.283676 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.283960 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.284228 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.425669 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.426317 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.426317 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.655646 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.655935 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.656200 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.656464 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.657158 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.754980 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.755352 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.755644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.755920 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.756188 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.756497 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.756757 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.757014 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.757269 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.757552 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.757812 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.758076 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.758331 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.758582 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.758836 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.759100 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.759376 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.759651 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.759922 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.760184 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.760456 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.760711 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.760992 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.761368 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.761619 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.761864 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.762254 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.762493 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.762731 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.762967 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.763225 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.763463 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:27.763819 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 04 14:13:27.766932 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 04 14:13:27.771543 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 04 14:13:27.775147 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 04 14:13:27.776793 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 04 14:13:27.777258 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 04 14:13:27.777594 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 04 14:13:27.777982 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 04 14:13:27.780797 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 04 14:13:27.781050 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 04 14:13:27.781392 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 14:13:27.786260 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 04 14:13:27.810345 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 04 14:13:27.810792 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.811086 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103741) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 04 14:13:27.811481 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.812836 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103741) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 04 14:13:27.813113 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 14:13:27.813358 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 04 14:13:27.816613 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.816896 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:27.879084 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 04 14:13:27.879353 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 04 14:13:27.879588 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 04 14:13:27.879948 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 04 14:13:27.900296 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_db.sqlalchemy.engines [None req-57a297df-7c29-4d32-a023-29d019108871 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103741) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 04 14:13:28.477562 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing driver for type 'gre' Apr 04 14:13:28.478170 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57a297df-7c29-4d32-a023-29d019108871 None None] gre ID ranges: [(1, 1000)] Apr 04 14:13:28.671833 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing driver for type 'local' Apr 04 14:13:28.672102 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing driver for type 'vlan' Apr 04 14:13:28.780265 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57a297df-7c29-4d32-a023-29d019108871 None None] VlanTypeDriver initialization complete Apr 04 14:13:28.780602 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing driver for type 'vxlan' Apr 04 14:13:28.781106 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57a297df-7c29-4d32-a023-29d019108871 None None] vxlan ID ranges: [(1, 1000)] Apr 04 14:13:28.963256 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing extension driver 'port_security' Apr 04 14:13:28.963543 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.extensions.port_security [None req-57a297df-7c29-4d32-a023-29d019108871 None None] PortSecurityExtensionDriver initialization complete Apr 04 14:13:28.963882 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing mechanism driver 'openvswitch' Apr 04 14:13:28.964242 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing mechanism driver 'hyperv' Apr 04 14:13:28.970699 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-57a297df-7c29-4d32-a023-29d019108871 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:28.971431 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.971806 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.975154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975154 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.975535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.975896 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.976306 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.976657 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.976998 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.977537 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.977951 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.978307 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.978658 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.979057 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.979493 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > address_group after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.979846 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > address_group after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.980192 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.980594 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103741) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 14:13:28.981041 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57a297df-7c29-4d32-a023-29d019108871 None None] ML2 OVO RPC backend initialized. {{(pid=103741) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 04 14:13:28.981754 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.982114 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.982535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.982890 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > networks before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.983284 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.983635 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > ports before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.983984 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.984330 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnets before_response 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.984683 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.985031 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.985373 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.985722 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.986063 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.986406 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.986745 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.987087 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.987453 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:28.994494 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded quota_driver: . Apr 04 14:13:28.994860 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.plugin [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Modular L2 Plugin initialization complete Apr 04 14:13:28.995224 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading services supported by the core plugin {{(pid=103741) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 04 14:13:28.995572 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.managers [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Got port-security extension from driver 'port_security' Apr 04 14:13:28.996054 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.extensions.vlantransparent [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Disabled vlantransparent extension. Apr 04 14:13:28.996547 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103741) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 04 14:13:28.996869 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: router Apr 04 14:13:29.032351 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.032744 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_create 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.033119 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router before_create 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.033491 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.033866 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.034224 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_delete 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.034583 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.034934 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.035319 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_create 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.035669 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.036019 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.036369 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.036727 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.037137 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.037518 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.037862 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.038232 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: subnet after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.038575 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.038927 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.039298 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_create 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.039644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.039989 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.040344 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router after_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.040687 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.041038 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_create 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.041397 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.041741 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_update 55549900 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.042104 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > agent after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.042455 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > agent after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.042800 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > network after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.043752 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Tracking information for resource: router configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:29.044088 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Tracking information for resource: floatingip configured {{(pid=103741) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 14:13:29.048894 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.db.l3_agentschedulers_db [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 04 14:13:29.049478 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.049842 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.050197 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.050551 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: port after_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.051372 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router before_create 55550100 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.051747 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.052118 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_create 55550100 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.052481 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > router precommit_update 55550100 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.057339 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.provider_configuration [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service providers = [] {{(pid=103741) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 04 14:13:29.057711 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.db.servicetype_db [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103741) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 04 14:13:29.060688 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.service_base [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 14:13:29.061041 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.service_base [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 14:13:29.061386 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.service_base [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 14:13:29.062282 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.services.service_base [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103741) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 14:13:29.062654 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.services.service_base [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 04 14:13:29.063029 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.063374 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 04 14:13:29.074182 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.074519 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: auto_allocate Apr 04 14:13:29.080445 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: network precommit_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.080817 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: network precommit_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.081329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.081650 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: tag Apr 04 14:13:29.088732 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.089067 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: timestamp Apr 04 14:13:29.093019 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.093350 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: network_ip_availability Apr 04 14:13:29.099037 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.099443 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.099803 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.100543 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.100864 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: flavors Apr 04 14:13:29.105560 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.105899 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading Plugin: revisions Apr 04 14:13:29.110169 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103741) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 14:13:29.110561 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.263s {{(pid=103741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 14:13:29.111329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103741) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 04 14:13:29.111667 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Initializing extension manager. Apr 04 14:13:29.112188 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: __init__.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.112529 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: __pycache__ {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.112863 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: address_group.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.113613 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.114172 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: address-group Apr 04 14:13:29.114497 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: address_scope.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.115241 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.115757 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: address-scope Apr 04 14:13:29.116608 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.117718 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.118238 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: router-admin-state-down-before-update Apr 04 14:13:29.118574 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: agent.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.119316 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.119825 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: agent Apr 04 14:13:29.120149 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: agent_resources_synced.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.121066 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.121578 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: agent-resources-synced Apr 04 14:13:29.121904 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: allowedaddresspairs.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.123722 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.124251 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: allowed-address-pairs Apr 04 14:13:29.124582 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: auto_allocated_topology.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.125653 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.126171 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: auto-allocated-topology Apr 04 14:13:29.126499 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: availability_zone.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.127220 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.127728 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: availability_zone Apr 04 14:13:29.128054 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: availability_zone_filter.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.128972 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.129484 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: availability_zone_filter Apr 04 14:13:29.129811 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: data_plane_status.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.130731 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.131270 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension data-plane-status not supported by any of loaded plugins Apr 04 14:13:29.131599 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: default_subnetpools.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.133059 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.133567 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: default-subnetpools Apr 04 14:13:29.133890 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.134695 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.135227 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: dhcp_agent_scheduler Apr 04 14:13:29.135552 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: dns.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.136474 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.136975 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension dns-integration not supported by any of loaded plugins Apr 04 14:13:29.137298 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: dns_domain_ports.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.138215 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.138726 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 04 14:13:29.139051 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.139993 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.140494 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 04 14:13:29.140815 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: dvr.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.141481 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.141979 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: dvr Apr 04 14:13:29.142300 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: ecmp_routes.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.143241 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.143737 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 04 14:13:29.144057 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: empty_string_filtering.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.144965 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.145463 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: empty-string-filtering Apr 04 14:13:29.145785 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.146695 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.147220 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 04 14:13:29.147572 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.148516 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.149015 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 04 14:13:29.149339 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: external_net.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.150264 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.150771 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: external-net Apr 04 14:13:29.151252 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.152177 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.152746 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: extra_dhcp_opt Apr 04 14:13:29.153008 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: extraroute.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.153932 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.154439 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: extraroute Apr 04 14:13:29.154764 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: extraroute_atomic.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.155828 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.156334 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: extraroute-atomic Apr 04 14:13:29.156661 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: filter_validation.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.157332 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.157833 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: filter-validation Apr 04 14:13:29.158158 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: fip_pf_description.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.159078 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.159617 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 04 14:13:29.159946 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: fip_pf_port_range.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.160868 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.161372 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 04 14:13:29.161695 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: fip_port_details.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.162614 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.163152 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: fip-port-details Apr 04 14:13:29.163501 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: flavors.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.164736 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.165253 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: flavors Apr 04 14:13:29.165582 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.167277 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.167795 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 04 14:13:29.168126 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: floatingip_pools.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.168834 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.169341 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: floatingip-pools Apr 04 14:13:29.169668 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: ip_allocation.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.170588 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.171090 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension ip_allocation not supported by any of loaded plugins Apr 04 14:13:29.171448 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.172374 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.172894 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: ip-substring-filtering Apr 04 14:13:29.173209 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l2_adjacency.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.174125 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.174626 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 04 14:13:29.174953 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.177450 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.177990 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: router Apr 04 14:13:29.178329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.181158 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.181643 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 04 14:13:29.181983 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.182916 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.183479 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: ext-gw-mode Apr 04 14:13:29.183813 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.184739 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.185256 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: l3-ha Apr 04 14:13:29.185590 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.186509 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.187019 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 04 14:13:29.187384 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_flavors.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.188307 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.188823 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: l3-flavors Apr 04 14:13:29.189158 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.190529 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.191044 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 04 14:13:29.191407 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.192340 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.192855 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 04 14:13:29.193184 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: l3agentscheduler.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.194775 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.195306 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: l3_agent_scheduler Apr 04 14:13:29.195639 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: local_ip.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.197430 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.197960 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension local_ip not supported by any of loaded plugins Apr 04 14:13:29.198292 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: logging.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.199813 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.200336 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension logging not supported by any of loaded plugins Apr 04 14:13:29.200668 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: metering.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.201409 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.201986 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: metering Apr 04 14:13:29.202315 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.203434 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.203951 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: metering_source_and_destination_fields Apr 04 14:13:29.204277 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: multiprovidernet.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.205206 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.205717 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: multi-provider Apr 04 14:13:29.206043 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: netmtu.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.206968 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.207517 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: net-mtu Apr 04 14:13:29.207835 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: netmtu_writable.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.208751 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.209267 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: net-mtu-writable Apr 04 14:13:29.209590 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: network_availability_zone.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.210285 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.210800 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: network_availability_zone Apr 04 14:13:29.211113 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: network_ip_availability.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.212237 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.212750 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: network-ip-availability Apr 04 14:13:29.213075 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: network_segment_range.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.213891 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.214343 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension network-segment-range not supported by any of loaded plugins Apr 04 14:13:29.214667 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: pagination.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.215810 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.216144 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: pagination Apr 04 14:13:29.216469 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: port_device_profile.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.217392 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.217902 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: port-device-profile Apr 04 14:13:29.218226 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.219165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.219691 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: port-mac-address-regenerate Apr 04 14:13:29.220014 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.220928 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.221435 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: port-numa-affinity-policy Apr 04 14:13:29.221756 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: port_resource_request.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.222675 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.223199 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension port-resource-request not supported by any of loaded plugins Apr 04 14:13:29.223794 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: port_resource_request_groups.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.224760 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.225262 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 04 14:13:29.225612 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: portbindings.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.226531 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.227036 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: binding Apr 04 14:13:29.227386 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: portbindings_extended.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.228631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.229152 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: binding-extended Apr 04 14:13:29.229481 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: portsecurity.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.230409 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.230920 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: port-security Apr 04 14:13:29.231276 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: project_id.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.232254 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.232591 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: project-id Apr 04 14:13:29.232922 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: providernet.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.233858 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.234365 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: provider Apr 04 14:13:29.234690 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.238288 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.238814 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos not supported by any of loaded plugins Apr 04 14:13:29.239163 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.240437 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.240955 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 04 14:13:29.241830 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.242764 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.243311 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 04 14:13:29.243644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_default.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.244565 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.245079 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-default not supported by any of loaded plugins Apr 04 14:13:29.245410 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_fip.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.246336 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.246848 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-fip not supported by any of loaded plugins Apr 04 14:13:29.247186 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.248116 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.248634 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 04 14:13:29.248966 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_gateway_ip.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.249897 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.250411 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 04 14:13:29.250737 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_port_network_policy.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.251689 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.252200 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 04 14:13:29.252523 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.253580 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.254080 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 04 14:13:29.254407 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.255487 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.256003 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 04 14:13:29.256330 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_pps_rule.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.258098 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.258619 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-pps not supported by any of loaded plugins Apr 04 14:13:29.258952 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_rule_type_details.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.259919 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.260435 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 04 14:13:29.260782 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.261696 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.262208 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 04 14:13:29.262536 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: qos_rules_alias.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.263639 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.264154 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 04 14:13:29.264479 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: quota_check_limit.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.265402 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.265916 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: quota-check-limit Apr 04 14:13:29.266244 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: quotasv2.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.267219 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.267552 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: quotas Apr 04 14:13:29.267878 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: quotasv2_detail.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.269728 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.270068 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: quota_details Apr 04 14:13:29.270400 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: rbac.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.271518 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.272050 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: rbac-policies Apr 04 14:13:29.272483 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: rbac_address_group.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.273452 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.273970 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: rbac-address-group Apr 04 14:13:29.274299 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: rbac_address_scope.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.275244 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.275797 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: rbac-address-scope Apr 04 14:13:29.276075 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: rbac_security_groups.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.277070 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.277585 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: rbac-security-groups Apr 04 14:13:29.277911 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: rbac_subnetpool.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.278834 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.279380 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: rbac-subnetpool Apr 04 14:13:29.279712 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: revisionifmatch.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.280642 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.281157 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: revision-if-match Apr 04 14:13:29.281480 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: revisions.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.282599 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.283119 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: standard-attr-revisions Apr 04 14:13:29.283472 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: router_availability_zone.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.284156 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.284665 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: router_availability_zone Apr 04 14:13:29.284992 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: routerservicetype.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.285929 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.286439 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension router-service-type not supported by any of loaded plugins Apr 04 14:13:29.286764 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.287721 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.288274 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: security-groups-normalized-cidr Apr 04 14:13:29.288598 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.289533 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.290047 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: port-security-groups-filtering Apr 04 14:13:29.290370 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.291329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.291841 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: security-groups-remote-address-group Apr 04 14:13:29.292165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.293120 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.293631 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: security-groups-shared-filtering Apr 04 14:13:29.293954 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.294555 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 04 14:13:29.294877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: securitygroup.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.305055 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.305590 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: security-group Apr 04 14:13:29.305928 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: segment.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.306656 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.307169 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension segment not supported by any of loaded plugins Apr 04 14:13:29.307535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.308483 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.308992 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 04 14:13:29.309323 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: servicetype.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.310439 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.310956 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: service-type Apr 04 14:13:29.311321 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: sorting.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.312336 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.312672 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: sorting Apr 04 14:13:29.312999 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: standard_attr_segment.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.313925 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.314445 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 04 14:13:29.314774 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: standardattrdescription.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.315460 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.315966 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: standard-attr-description Apr 04 14:13:29.316290 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: stateful_security_group.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.317241 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.317763 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: stateful-security-group Apr 04 14:13:29.318091 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: stdattrs_common.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.318667 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 04 14:13:29.318991 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.320522 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.321050 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 04 14:13:29.321373 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnet_onboard.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.322454 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.322972 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: subnet_onboard Apr 04 14:13:29.323334 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.324272 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.324782 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 04 14:13:29.325105 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnet_service_types.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.326031 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.326544 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: subnet-service-types Apr 04 14:13:29.326869 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnetallocation.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.327990 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.328502 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: subnet_allocation Apr 04 14:13:29.328832 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.329508 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.330027 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: subnetpool-prefix-ops Apr 04 14:13:29.330353 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.331328 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.331841 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 04 14:13:29.332165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: tagging.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.333240 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.333758 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: standard-attr-tag Apr 04 14:13:29.334090 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: timestamp.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.335353 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.335870 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loaded extension: standard-attr-timestamp Apr 04 14:13:29.336204 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: trunk.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.337244 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.337757 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension trunk not supported by any of loaded plugins Apr 04 14:13:29.338085 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: trunk_details.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.339013 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.339549 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension trunk-details not supported by any of loaded plugins Apr 04 14:13:29.339875 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: uplink_status_propagation.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.340807 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.341317 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 04 14:13:29.341642 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Loading extension file: vlantransparent.py {{(pid=103741) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 14:13:29.342314 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103741) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 14:13:29.342820 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 04 14:13:29.345369 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:network Apr 04 14:13:29.345898 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnet Apr 04 14:13:29.346304 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 14:13:29.346702 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:port Apr 04 14:13:29.347982 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.348682 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service FLAVORS assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.349302 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.349732 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.350072 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:router Apr 04 14:13:29.350538 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 14:13:29.351038 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service METERING assigned prefix: /metering {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.352494 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.352870 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.353224 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:13:29.354221 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 14:13:29.354666 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:security_group Apr 04 14:13:29.355110 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 14:13:29.355729 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service CORE assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.356061 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 14:13:29.356406 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] subnetpool is already registered Apr 04 14:13:29.356840 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service CORE assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.357167 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 14:13:29.357497 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] subnetpool is already registered Apr 04 14:13:29.359783 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.360228 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service FLAVORS assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.360816 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.361240 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.361575 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:router Apr 04 14:13:29.361914 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] router is already registered Apr 04 14:13:29.362329 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 14:13:29.362666 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] floatingip is already registered Apr 04 14:13:29.363122 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service METERING assigned prefix: /metering {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.363809 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 14:13:29.364138 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] rbac_policy is already registered Apr 04 14:13:29.364548 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:security_group Apr 04 14:13:29.364884 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] security_group is already registered Apr 04 14:13:29.365291 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 14:13:29.365622 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] security_group_rule is already registered Apr 04 14:13:29.366761 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service CORE assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.367092 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 14:13:29.367458 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] subnetpool is already registered Apr 04 14:13:29.367885 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.v2.resource_helper [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Service CORE assigned prefix: {{(pid=103741) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 14:13:29.368223 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 14:13:29.368559 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING neutron.quota.resource_registry [None req-57a297df-7c29-4d32-a023-29d019108871 None None] subnetpool is already registered Apr 04 14:13:29.369042 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: extensions {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.370484 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: address-groups {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.371999 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: address-scopes {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.373316 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: agents {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.374484 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: auto-allocated-topology {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.375748 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: availability_zones {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.376961 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: dhcp-networks {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.378455 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: dhcp-agents {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.379898 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: routers {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.382702 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: flavors {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.383913 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: service_profiles {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.385140 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: next_providers {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.386577 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: service_profiles {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.389027 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: floatingip-pools {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.390247 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: routers {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.392400 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: floatingips {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.393688 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: l3-routers {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.395073 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: l3-agents {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.396507 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: metering-labels {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.397885 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: metering-label-rules {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.399145 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: network-ip-availabilities {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.400444 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: bindings {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.402095 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: quotas {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.403686 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: quotas {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.405203 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: rbac-policies {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.406489 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: security-groups {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.407790 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: security-group-rules {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.409025 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: service-providers {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.410232 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: subnetpools {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.411673 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: subnetpools {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.413152 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.414834 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.416664 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.418427 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.420241 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.422099 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.423810 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.425696 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.427486 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.429876 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron.api.extensions [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Extended resource: tags {{(pid=103741) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 14:13:29.435726 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING keystonemiddleware.auth_token [None req-57a297df-7c29-4d32-a023-29d019108871 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 04 14:13:29.440436 dv-cinder-835880-4-iscsi neutron-server[103741]: WARNING keystonemiddleware.auth_token [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 04 14:13:29.449576 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Acquired lock "singleton_lock" {{(pid=103741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 04 14:13:29.454723 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_concurrency.lockutils [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Releasing lock "singleton_lock" {{(pid=103741) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 04 14:13:29.454723 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Starting 2 workers Apr 04 14:13:29.455653 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Started child 103852 {{(pid=103741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 14:13:29.460265 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Started child 103853 {{(pid=103741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 14:13:29.461686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.462413 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO neutron.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 04 14:13:29.462504 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.463686 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [-] (103852) wsgi starting up on http://0.0.0.0:9696 Apr 04 14:13:29.465151 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Starting 1 workers Apr 04 14:13:29.465562 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.467034 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [-] (103853) wsgi starting up on http://0.0.0.0:9696 Apr 04 14:13:29.470370 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Started child 103854 {{(pid=103741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 14:13:29.470960 dv-cinder-835880-4-iscsi neutron-server[103741]: INFO oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Starting 1 workers Apr 04 14:13:29.474738 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] calling RpcWorker wait() {{(pid=103854) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 04 14:13:29.475326 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] returning from RpcWorker wait() {{(pid=103854) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 04 14:13:29.476341 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Started child 103855 {{(pid=103741) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 14:13:29.477157 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57a297df-7c29-4d32-a023-29d019108871 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.477257 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.477811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:29.479147 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.481917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.482490 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:29.482889 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.482889 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.482889 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.482889 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.483141 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.483242 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:29.483331 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.483511 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.483597 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.483788 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.484010 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.484271 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.484584 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.484837 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.485088 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.485364 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.485537 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.485803 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.486088 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.486352 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.486617 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] debug = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.486866 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.487389 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.487638 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.487891 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.488128 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.488423 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.488646 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.488932 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.489176 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.489393 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.489645 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.489892 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.490129 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.490345 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.490615 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.490833 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.491161 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.491909 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.492359 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] host = dv-cinder-835880-4-iscsi {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.492599 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.492835 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.493080 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.493348 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.493588 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.493834 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.494087 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.494367 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.494590 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.494832 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.495081 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.495358 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.495595 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.495841 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.496007 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_options = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.496242 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.496513 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.496768 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.496958 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.497127 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.497290 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.497556 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.497721 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.497972 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.498188 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.498402 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.498634 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.498869 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.499082 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.499484 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.499732 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.499971 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.500183 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.500441 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.500690 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.500939 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.501167 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.501402 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.501624 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.501866 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.502110 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.502303 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.502535 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.502780 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.503035 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.503293 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.503542 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.503776 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.504010 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.504265 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506335 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506789 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.506789 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.507251 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.507471 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.507947 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.508837 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_json = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.509079 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.509325 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.509578 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.509836 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.510034 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.510253 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.510489 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.510754 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.510975 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.511478 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.511770 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.512247 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.512496 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.512731 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.512984 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.516822 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.517877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.518137 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.518362 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.518652 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.518928 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.519287 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.519578 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.519823 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.520104 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.520324 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.520547 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.520787 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.521012 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.521239 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.521479 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.521761 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.521985 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.522243 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.522501 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.522701 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.522923 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.523159 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.523498 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.523751 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.523981 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.524202 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.524416 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.524627 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.524856 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.525073 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.525323 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.525557 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.525818 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.526074 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.526291 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.526657 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.526798 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.526925 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.527161 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.527405 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.527617 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.527827 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.528064 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.528273 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.528759 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.528759 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.529014 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.529157 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.529627 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.529627 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530170 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530170 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530170 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530579 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530579 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.530828 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.531000 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.531259 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.531499 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.531715 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.531930 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.532170 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.532385 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.532623 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.532856 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.533068 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.533280 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.533547 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.533874 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.534248 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.534248 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.534761 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.534902 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.535329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.535504 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536204 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536204 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536204 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.536904 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.537054 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.537439 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.537588 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.537728 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.538442 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.538676 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.538897 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.539134 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.539387 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540168 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540168 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540168 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540638 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540638 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.540883 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.541151 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.541395 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.541614 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.541891 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.542197 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.542468 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.542738 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.542972 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.543224 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.543489 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545782 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545782 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.545931 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.546137 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.546381 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.546939 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.546939 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.547267 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.547359 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.547617 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.547870 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.548431 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.548431 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.548753 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.548900 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.549065 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.549280 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.549452 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.549687 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.549903 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.550140 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.550354 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.550567 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.550832 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.551048 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.551323 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.551543 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.551760 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.552007 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.552249 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.552464 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.552683 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.552921 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.553137 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.553355 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.553626 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.554361 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.554952 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.554952 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.555255 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.555393 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.555609 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.555857 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.556080 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.559826 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.560338 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.560338 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.560674 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.560910 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.561127 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.561350 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.561606 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.561820 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.562644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.562644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.562644 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.562886 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.562988 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.563212 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.563467 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.563711 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.563942 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.564159 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.564386 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.564631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.564846 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.565061 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.565293 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.565525 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.565742 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.565958 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.566175 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.566470 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.566732 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.566967 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.567264 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.567482 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.567733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.567961 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.568195 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.568406 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.568627 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.568845 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.569062 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.569329 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.569539 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.569747 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.569967 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.570182 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.570390 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.570612 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.570996 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.571227 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.571453 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.571669 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.571979 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.572127 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.572339 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.572547 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.572766 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.572980 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.573189 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.573417 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.573620 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.573828 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.574048 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.574259 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.574464 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.574765 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.575012 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.575276 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.575583 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.575830 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.576074 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.576334 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.576622 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.576833 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.577090 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.577327 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.577544 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.577762 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.578028 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.578346 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.578631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.578958 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.580068 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.580251 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.580611 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.580823 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.581040 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.581336 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.581664 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.582054 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.582310 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.582570 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.582820 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.583146 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.583333 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584318 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584318 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584318 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584318 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584709 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584709 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.584889 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.585097 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.585316 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.585548 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.585756 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.585977 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.586177 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.586334 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 14:13:29.586865 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103741) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 14:13:29.587036 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 14:13:29.587266 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 14:13:29.587417 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 14:13:29.587574 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 14:13:29.587704 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 14:13:29.587870 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588031 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588191 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588395 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588499 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588678 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588839 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.588997 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589157 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589310 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589471 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589628 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589788 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.589942 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590101 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590258 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590416 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590574 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590737 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.590895 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591053 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591232 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591393 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] debug = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591550 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591747 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.591913 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.592070 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.592231 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.592539 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.592704 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.592860 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593018 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593176 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593334 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593495 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593654 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593811 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.593968 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594125 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594281 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594439 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594596 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] host = dv-cinder-835880-4-iscsi {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594754 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.594926 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595073 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595254 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595402 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595559 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595716 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.595877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596039 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596195 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596367 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596504 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596658 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596815 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.596970 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_options = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597126 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597282 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597442 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597627 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597781 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.597940 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.598099 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.598252 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.598639 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.598802 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.598960 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599117 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599297 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599469 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599602 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599758 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.599916 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.600073 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.600231 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.600898 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601070 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601229 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601387 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601544 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601631 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:29.601717 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.601847 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602004 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602162 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602319 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602593 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602697 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602779 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.602932 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603089 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603270 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603428 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603621 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603742 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.603902 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604060 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604293 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604457 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604615 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604773 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.604941 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.605086 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.605243 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_json = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.605543 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.605746 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.605911 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.606301 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.606301 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.606872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.606872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.607039 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.607131 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 14:13:29.607290 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.607451 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.607621 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.607782 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.607943 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608104 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608462 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608462 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608626 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608717 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.608871 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609031 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609200 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609359 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609539 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609683 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.609844 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610003 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610343 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610343 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610500 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610603 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610771 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.610930 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611089 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611270 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611432 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611595 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611755 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.611929 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612088 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612655 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612655 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612655 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.612872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613006 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613147 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613301 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613460 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613623 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613783 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.613948 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614109 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614267 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614428 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614588 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614747 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.614907 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615066 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615250 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615413 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615573 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.615894 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.616647 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.616821 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.616992 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617152 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617311 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617470 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617630 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617790 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.617949 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618111 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618267 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618427 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618588 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618762 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.618921 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619080 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619275 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619439 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619600 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619760 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.619921 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620081 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620241 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620400 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620559 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620718 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.620877 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621036 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621196 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621356 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621515 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621842 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.621842 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622006 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622137 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622284 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622452 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622669 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622791 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.622950 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623109 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623324 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623441 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623599 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623759 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.623917 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624076 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624253 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624383 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624544 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624705 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.624864 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625022 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625181 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625339 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625500 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625660 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625819 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.625978 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626136 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626295 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626454 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626612 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626769 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.626939 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.627165 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.627432 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.627600 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.627853 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.628031 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.628197 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.628358 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.628733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.628733 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629251 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629251 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629515 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629515 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629812 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.629812 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630102 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630102 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630366 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630366 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630659 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630802 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.630940 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631076 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631267 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631433 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631433 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631721 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.631865 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632014 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632152 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632290 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632427 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632564 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632735 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.632910 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633049 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633186 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633440 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633440 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633715 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633715 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633980 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.633980 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634378 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634378 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634649 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634649 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634918 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.634918 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635216 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635216 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635510 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635510 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635774 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.635774 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636091 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636091 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636369 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636369 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636674 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636674 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636945 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.636945 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637250 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637250 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637515 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637652 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637789 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.637936 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638083 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638222 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638359 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638495 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638631 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638768 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.638940 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639082 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639260 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639417 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639597 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639735 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.639882 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640021 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640185 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640328 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640464 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640602 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640748 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.640887 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641024 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641161 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641306 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641476 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641616 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641754 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.641901 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642083 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642226 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642364 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642501 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642636 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642772 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.642908 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643044 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643213 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643372 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643594 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643740 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643888 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.643978 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644124 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644284 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644449 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644592 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644751 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.644920 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645080 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645239 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645403 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645563 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645714 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.645872 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646049 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646268 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646409 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646578 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646719 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646856 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.646993 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647126 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647299 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647433 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647582 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647717 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647851 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.647996 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648130 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648294 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648454 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648624 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648785 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.648933 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649100 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649261 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649420 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649581 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649752 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.649912 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650059 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650221 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650367 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650528 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650675 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.650842 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651011 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651194 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651358 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651526 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651695 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.651863 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.652023 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.652190 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.652364 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.652522 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.652681 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.655447 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.655647 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.655832 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656020 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656199 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656382 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656481 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 57960) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:29.656570 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656721 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.656892 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657062 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657230 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657397 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657566 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657732 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.657898 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.658063 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.658227 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 14:13:29.658385 dv-cinder-835880-4-iscsi neutron-server[103741]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103741) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 14:13:29.665590 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069623 Apr 04 14:13:41.133844 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ff20b-2e33-4e7d-88fd-f447f728a996 None None] get_active_networks_info from dv-cinder-835880-4-iscsi {{(pid=103854) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 04 14:13:41.191625 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ff20b-2e33-4e7d-88fd-f447f728a996 None None] No non-hosted networks {{(pid=103854) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 04 14:13:41.206052 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.agentschedulers_db [None req-1b5ff20b-2e33-4e7d-88fd-f447f728a996 None None] DHCP Agent not found on host dv-cinder-835880-4-iscsi {{(pid=103854) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 04 14:13:41.335811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0d5bddb8-ab3a-4657-8a7c-b986ed7fcc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:43.478513 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2077dc90-a5a9-49f0-91d4-b0f37511a18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:43.679668 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.db.api [None req-07bc5d3e-99c7-45aa-b447-7637813dcef6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835880-4-iscsi {{(pid=103854) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 14:13:43.680657 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG oslo_db.api [None req-07bc5d3e-99c7-45aa-b447-7637813dcef6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 14:13:44.266939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-07bc5d3e-99c7-45aa-b447-7637813dcef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:44.324288 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58022) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:44.643569 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:44.895662 dv-cinder-835880-4-iscsi neutron-server[103853]: WARNING oslo_policy.policy [None req-0c647f11-02db-477d-a9e0-7ab30b318475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:44.896243 dv-cinder-835880-4-iscsi neutron-server[103853]: WARNING oslo_policy.policy [None req-0c647f11-02db-477d-a9e0-7ab30b318475 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:45.122555 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [None req-0c647f11-02db-477d-a9e0-7ab30b318475 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:13:45.135250 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0c647f11-02db-477d-a9e0-7ab30b318475 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7973292 Apr 04 14:13:45.866986 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:47.369049 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:47.369737 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.370076 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.370414 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.370788 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.371123 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.371505 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.371831 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.372178 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.372507 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.372832 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.373169 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.373493 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.373827 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.374150 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.374469 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:47.374866 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835880-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:47.383582 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835880-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:13:47.663940 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58056) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:47.973016 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:13:48.075227 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.policy [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103853) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 14:13:48.117216 dv-cinder-835880-4-iscsi neutron-server[103853]: WARNING oslo_policy.policy [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:48.117588 dv-cinder-835880-4-iscsi neutron-server[103853]: WARNING oslo_policy.policy [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:48.277872 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029324550', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029325289', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029308604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029938379', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029947432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747029115425', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1929057', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1949047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693526'] for rbac-policy (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:48.474817 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:48.487304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-36c06877-e721-47c8-b02e-6bddaf1f4736 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8116066 Apr 04 14:13:50.992027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58068) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:51.414692 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.db.l3_hamode_db [None req-f5e12533-40d7-48df-ad4e-f6674d55ff6c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 04 14:13:51.482397 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING oslo_policy.policy [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:51.482972 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING oslo_policy.policy [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:51.493776 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e12533-40d7-48df-ad4e-f6674d55ff6c None None] Routers set() bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:13:51.494165 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e12533-40d7-48df-ad4e-f6674d55ff6c None None] Router IDs set() for agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 14:13:51.705024 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:13:51.814736 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Made reservation on behalf of 33f5f40d18474314abcccd9f8dd6c1a5 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:13:51.877423 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.policy [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103852) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 14:13:51.919342 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING oslo_policy.policy [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:51.919705 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING oslo_policy.policy [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 14:13:51.930159 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:51.951013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.060158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks [] for security_group (0eaaf633-f146-45fa-afaa-f8496abd93a1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.121310 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0eaaf633-f146-45fa-afaa-f8496abd93a1), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.145661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:13:52.179881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747030709041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (8cda438f-d9dc-4ccb-925f-d20193301679), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.180478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Unsubscribe: segment precommit_create {{(pid=103852) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 14:13:52.180997 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Added segment 8cda438f-d9dc-4ccb-925f-d20193301679 of type vlan for network d34f68e2-b752-4d32-bd73-b5f621713cec Apr 04 14:13:52.198059 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaaf633-f146-45fa-afaa-f8496abd93a1,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:13:52.218623 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.218965 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.219350 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.219697 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.220028 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.220350 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.220670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.220987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.221304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.221617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.221934 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.222262 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.222579 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.222892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.223227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Tracked resource versions report: Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: pushed versions: Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Agent': {'1.1'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Log': {'1.0'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Network': {'1.1'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Port': {'1.7'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: consumer versions: Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Agent': '1.1', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Log': '1.0', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'NDPProxy': '1.0', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Network': '1.1', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Port': '1.7', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'PortForwarding': '1.3', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'QosPolicy': '1.10', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SubPort': '1.0', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Subnet': '1.1', Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Trunk': '1.1'}} Apr 04 14:13:52.224925 dv-cinder-835880-4-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:13:52.306592 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (d34f68e2-b752-4d32-bd73-b5f621713cec), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.413296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (d34f68e2-b752-4d32-bd73-b5f621713cec), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.418322 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:13:52.419037 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:52.530676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] Pushing event updated for resources: {'Network': ['ID=d34f68e2-b752-4d32-bd73-b5f621713cec,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:13:52.542328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network d34f68e2-b752-4d32-bd73-b5f621713cec details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:13:52.661951 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e4fd2816-af49-43a5-b62f-b1a4676af1ae demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6686425 Apr 04 14:13:55.174950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58088) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:55.574557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1f551-0581-47b6-bc36-f477c1d8cb29 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:13:55.575875 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-dff1f551-0581-47b6-bc36-f477c1d8cb29 demo admin] 10.222.0.13 "GET /v2.0/networks/d34f68e2-b752-4d32-bd73-b5f621713cec HTTP/1.1" status: 200 len: 825 time: 0.3999491 Apr 04 14:13:55.613974 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-17f72684-b36c-4bb2-a1b3-28df6836b53b demo admin] 10.222.0.13 "GET /v2.0/subnetpools/ed1dcdca-e579-48eb-8755-7d5e041dfa04 HTTP/1.1" status: 200 len: 734 time: 0.0324938 Apr 04 14:13:55.622698 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Request body: {'subnet': {'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:13:55.876094 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Made reservation on behalf of 33f5f40d18474314abcccd9f8dd6c1a5 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:13:55.878414 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:56.230617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (9ad6df86-fa95-4c73-ae77-b72229f2ca4c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:56.298901 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Checking segment: {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:13:56.299316 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Network hostable DHCP agents. Network: d34f68e2-b752-4d32-bd73-b5f621713cec, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:13:56.303716 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9ad6df86-fa95-4c73-ae77-b72229f2ca4c,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:13:56.407646 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Network d34f68e2-b752-4d32-bd73-b5f621713cec is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:13:56.494217 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, d34f68e2-b752-4d32-bd73-b5f621713cec) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:13:56.498813 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:13:56.506500 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:56.507181 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ace903-dd3d-4862-9770-5d496a601ad9 None None] Network d34f68e2-b752-4d32-bd73-b5f621713cec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:13:56.678764 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-05a295bc-7199-4d23-9f13-3d9a85fcd8b0 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0593426 Apr 04 14:13:56.870058 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-d34f68e2-b752-4d32-bd73-b5f621713cec', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:13:56.871542 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.152433 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Allocated IP 172.20.0.2 (d34f68e2-b752-4d32-bd73-b5f621713cec/9ad6df86-fa95-4c73-ae77-b72229f2ca4c/bb79b75d-a2d4-43c0-b834-23bc6a7756b0) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:13:57.419051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks [] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.507060 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.577227 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Network d34f68e2-b752-4d32-bd73-b5f621713cec is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:13:57.583087 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:13:57.596886 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:13:57.600686 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Pushing event updated for resources: {'Port': ['ID=bb79b75d-a2d4-43c0-b834-23bc6a7756b0,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:13:57.631681 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.632033 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.632394 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.632752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.633092 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.633426 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.633752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.634086 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.634412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.634736 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.635063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.635428 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.635757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.636090 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.636426 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Tracked resource versions report: Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: pushed versions: Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: { 'AddressGroup': {'1.2'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Agent': {'1.1'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'ConntrackHelper': {'1.0'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Log': {'1.0'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'NDPProxy': {'1.0'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Network': {'1.1'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Port': {'1.7'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'PortForwarding': {'1.3'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'QosPolicy': {'1.10'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroup': {'1.5'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SubPort': {'1.0'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Subnet': {'1.1'}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Trunk': {'1.1'}} Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: consumer versions: Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Agent': '1.1', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'ConntrackHelper': '1.0', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'LocalIPAssociation': '1.0', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Log': '1.0', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'NDPProxy': '1.0', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Network': '1.1', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Port': '1.7', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'PortForwarding': '1.3', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'QosPolicy': '1.10', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroup': '1.5', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroupRule': '1.2', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SubPort': '1.0', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Subnet': '1.1', Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Trunk': '1.1'}} Apr 04 14:13:57.637866 dv-cinder-835880-4-iscsi neutron-server[103854]: {{(pid=103854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:13:57.687987 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Attempting to bind port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:13:57.688315 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Attempting to bind port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:13:57.688734 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Attempting to bind port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 on network d34f68e2-b752-4d32-bd73-b5f621713cec {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:13:57.693636 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:13:57.694008 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Checking segment: {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:13:57.694469 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.694864 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Bound using segment: {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:13:57.695348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Bound port: bb79b75d-a2d4-43c0-b834-23bc6a7756b0, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:13:57.695756 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.757005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] For port bb79b75d-a2d4-43c0-b834-23bc6a7756b0, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:13:57.761186 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] For port bb79b75d-a2d4-43c0-b834-23bc6a7756b0, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bb79b75d-a2d4-43c0-b834-23bc6a7756b0,segment=NetworkSegment(8cda438f-d9dc-4ccb-925f-d20193301679),segment_id=8cda438f-d9dc-4ccb-925f-d20193301679)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:13:57.819721 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:13:57.885667 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89a91-eb3a-4a4a-837a-7a2d895bb2db None None] Pushing event updated for resources: {'Port': ['ID=bb79b75d-a2d4-43c0-b834-23bc6a7756b0,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:13:59.228643 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58096) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:13:59.548827 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [None req-34016b43-2663-43dc-8c8d-06a58b7acaaa admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:13:59.549839 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-34016b43-2663-43dc-8c8d-06a58b7acaaa admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202477 Apr 04 14:14:02.082839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58104) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:02.393663 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [None req-44a6837b-6da2-417b-87d8-62a881332732 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:14:02.394660 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-44a6837b-6da2-417b-87d8-62a881332732 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105569 Apr 04 14:14:04.931396 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58112) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:05.242300 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:14:05.333578 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (3c965da9-6fce-4931-a2a3-c007d8bd3e14), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:05.335266 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (3c965da9-6fce-4931-a2a3-c007d8bd3e14), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:05.486545 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Publish callbacks [] for router_controller (3c965da9-6fce-4931-a2a3-c007d8bd3e14), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:05.619736 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (3c965da9-6fce-4931-a2a3-c007d8bd3e14), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:05.706612 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:05.707888 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-3d6098ae-a370-40a3-8582-00dd92ae667d demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7754476 Apr 04 14:14:07.949177 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bb79b75d-a2d4-43c0-b834-23bc6a7756b0 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:14:08.041110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:08.041527 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:08.157185 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:08.157687 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:08.194382 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port bb79b75d-a2d4-43c0-b834-23bc6a7756b0, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bb79b75d-a2d4-43c0-b834-23bc6a7756b0,segment=NetworkSegment(8cda438f-d9dc-4ccb-925f-d20193301679),segment_id=8cda438f-d9dc-4ccb-925f-d20193301679)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:14:08.236087 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58124) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:08.274423 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:08.324695 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=bb79b75d-a2d4-43c0-b834-23bc6a7756b0,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:08.556353 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [None req-956ae17e-8723-4808-a2d7-414b659f8535 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:14:08.557335 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-956ae17e-8723-4808-a2d7-414b659f8535 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203118 Apr 04 14:14:09.145171 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771f2b0-e40a-4865-9fa2-819c9f179360 None None] Network d34f68e2-b752-4d32-bd73-b5f621713cec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:14:09.208551 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-fbfa1cda-2145-4c5a-902a-e1ab80e94b63 None None] Provisioning complete for port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:09.208971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-fbfa1cda-2145-4c5a-902a-e1ab80e94b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:09.338938 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa1cda-2145-4c5a-902a-e1ab80e94b63 None None] Current status of the port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:09.562254 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-eaea8340-7c40-43ad-a42e-dc4febf2ed0e None None] Provisioning complete for port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:09.562648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-eaea8340-7c40-43ad-a42e-dc4febf2ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:09.643623 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-eaea8340-7c40-43ad-a42e-dc4febf2ed0e None None] Current status of the port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:09.932335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bb79b75d-a2d4-43c0-b834-23bc6a7756b0 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:14:09.978653 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:09.979037 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:10.050086 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:11.062943 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58132) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:11.174711 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e17b7e93-228d-49e7-a24b-5dc3af436ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.382418 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:14:11.458787 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Made reservation on behalf of 55140bdfbfed4fbeba2b51ead9088ed8 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:14:11.461117 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.469893 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.540041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks [] for security_group (82d9e49c-5bfc-4dc9-b77a-4d7c2e16d6ce), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.641027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (82d9e49c-5bfc-4dc9-b77a-4d7c2e16d6ce), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.658021 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Reserving flat network on physical network physnet1 {{(pid=103852) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 04 14:14:11.672537 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d9e49c-5bfc-4dc9-b77a-4d7c2e16d6ce,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:11.686433 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (0151704e-6bb2-43a4-bdf6-262291a75318), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.686433 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Added segment 0151704e-6bb2-43a4-bdf6-262291a75318 of type flat for network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 Apr 04 14:14:11.728486 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (45ec64f2-d550-4b1b-9f5f-932a8ff800e3), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.814293 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (45ec64f2-d550-4b1b-9f5f-932a8ff800e3), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.815273 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:14:11.815847 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:11.903406 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] Pushing event updated for resources: {'Network': ['ID=45ec64f2-d550-4b1b-9f5f-932a8ff800e3,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:11.913435 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:14:11.965535 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-334eab69-a9e7-4de4-8b00-c3d568c6b680 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9015138 Apr 04 14:14:13.435884 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-76729ff3-cae1-4a86-9bec-b35de7cc711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:14.436630 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58140) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:14.591668 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:14.780201 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7cfd3-c02d-418b-b708-2af4c6ea462c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:14:14.781706 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-dbc7cfd3-c02d-418b-b708-2af4c6ea462c demo admin] 10.222.0.13 "GET /v2.0/subnets/9ad6df86-fa95-4c73-ae77-b72229f2ca4c HTTP/1.1" status: 200 len: 849 time: 0.3441551 Apr 04 14:14:14.902279 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-fc3f10a9-8f6a-427b-b480-ec62bd64322c demo admin] 10.222.0.13 "GET /v2.0/routers/3c965da9-6fce-4931-a2a3-c007d8bd3e14 HTTP/1.1" status: 200 len: 704 time: 0.1143885 Apr 04 14:14:15.179003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:15.479058 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Allocated IP 172.20.0.1 (d34f68e2-b752-4d32-bd73-b5f621713cec/9ad6df86-fa95-4c73-ae77-b72229f2ca4c/e5b4cd63-576c-49e8-8423-33ba889e462b) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:14:15.682748 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks [] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:15.792179 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:15.814294 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:15.850655 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Network d34f68e2-b752-4d32-bd73-b5f621713cec is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:14:15.858988 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:14:15.900015 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Pushing event updated for resources: {'Port': ['ID=e5b4cd63-576c-49e8-8423-33ba889e462b,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:15.902480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:14:15.903393 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (3c965da9-6fce-4931-a2a3-c007d8bd3e14), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:15.963569 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.963917 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.964288 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.964642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.964978 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.965308 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.965633 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.965958 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.966299 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.966630 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.966959 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.967323 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.967653 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.967970 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.968287 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Tracked resource versions report: Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: pushed versions: Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: { 'AddressGroup': {'1.2'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Agent': {'1.1'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'ConntrackHelper': {'1.0'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Log': {'1.0'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'NDPProxy': {'1.0'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Network': {'1.1'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Port': {'1.7'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'PortForwarding': {'1.3'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'QosPolicy': {'1.10'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroup': {'1.5'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SubPort': {'1.0'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Subnet': {'1.1'}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Trunk': {'1.1'}} Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: consumer versions: Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Agent': '1.1', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'ConntrackHelper': '1.0', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'LocalIPAssociation': '1.0', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Log': '1.0', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'NDPProxy': '1.0', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Network': '1.1', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Port': '1.7', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'PortForwarding': '1.3', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'QosPolicy': '1.10', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroup': '1.5', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroupRule': '1.2', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SubPort': '1.0', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Subnet': '1.1', Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Trunk': '1.1'}} Apr 04 14:14:15.969667 dv-cinder-835880-4-iscsi neutron-server[103853]: {{(pid=103853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:14:16.100287 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-6853bf24-92ed-4655-a465-dc6c0f5a2422 None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:16.100671 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6853bf24-92ed-4655-a465-dc6c0f5a2422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.166924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.175079 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6853bf24-92ed-4655-a465-dc6c0f5a2422 None None] Port e5b4cd63-576c-49e8-8423-33ba889e462b cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:14:16.373938 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks [] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.431713 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.432476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (3c965da9-6fce-4931-a2a3-c007d8bd3e14), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.561274 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Pushing event updated for resources: {'Port': ['ID=e5b4cd63-576c-49e8-8423-33ba889e462b,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:16.609682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Network d34f68e2-b752-4d32-bd73-b5f621713cec is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:14:16.610990 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:14:16.876415 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:14:16.896941 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-95a4c274-7a48-4787-9128-764ff1432b75 None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:16.897682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-95a4c274-7a48-4787-9128-764ff1432b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:16.929861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-95a4c274-7a48-4787-9128-764ff1432b75 None None] Port e5b4cd63-576c-49e8-8423-33ba889e462b cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:14:16.968862 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:14:16.974445 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-887fb15d-b535-4c3e-9c98-dafa5b1ac214 demo admin] 10.222.0.13 "PUT /v2.0/routers/3c965da9-6fce-4931-a2a3-c007d8bd3e14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0670414 Apr 04 14:14:16.978798 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Sync routers for ids ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:14:16.991242 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Routers {'3c965da9-6fce-4931-a2a3-c007d8bd3e14'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:14:16.992107 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:14:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:17.183596 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Set router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:14:17.340231 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:17.613622 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:16Z', 'revision_number': 2, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port_host': None, '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:16Z', 'revision_number': 2, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:17.664353 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Checking router: 3c965da9-6fce-4931-a2a3-c007d8bd3e14 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:14:17.664724 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Updating router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 port e5b4cd63-576c-49e8-8423-33ba889e462b binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:14:17.717769 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.221753 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks [] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.294238 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.452349 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Pushing event updated for resources: {'Port': ['ID=e5b4cd63-576c-49e8-8423-33ba889e462b,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:18.469580 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.469925 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.470278 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.470618 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.470947 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.471312 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.471638 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.472010 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.472278 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.472596 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.472916 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.473249 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.473570 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.474682 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.474998 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Tracked resource versions report: Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: pushed versions: Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: { 'AddressGroup': {'1.2'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Agent': {'1.1'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'ConntrackHelper': {'1.0'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Log': {'1.0'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'NDPProxy': {'1.0'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Network': {'1.1'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Port': {'1.7'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'PortForwarding': {'1.3'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'QosPolicy': {'1.10'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroup': {'1.5'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SubPort': {'1.0'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Subnet': {'1.1'}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Trunk': {'1.1'}} Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: consumer versions: Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Agent': '1.1', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'ConntrackHelper': '1.0', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'LocalIPAssociation': '1.0', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Log': '1.0', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'NDPProxy': '1.0', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Network': '1.1', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Port': '1.7', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'PortForwarding': '1.3', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'QosPolicy': '1.10', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroup': '1.5', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroupRule': '1.2', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SubPort': '1.0', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Subnet': '1.1', Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Trunk': '1.1'}} Apr 04 14:14:18.476512 dv-cinder-835880-4-iscsi neutron-server[103855]: {{(pid=103855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:14:18.481266 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Attempting to bind port e5b4cd63-576c-49e8-8423-33ba889e462b on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:14:18.481674 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Attempting to bind port e5b4cd63-576c-49e8-8423-33ba889e462b by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:14:18.482178 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Attempting to bind port e5b4cd63-576c-49e8-8423-33ba889e462b on network d34f68e2-b752-4d32-bd73-b5f621713cec {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:14:18.489369 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:14:18.489369 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Checking segment: {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:14:18.489369 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.489369 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Bound using segment: {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:14:18.489369 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Bound port: e5b4cd63-576c-49e8-8423-33ba889e462b, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda438f-d9dc-4ccb-925f-d20193301679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:14:18.490433 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.558258 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] For port e5b4cd63-576c-49e8-8423-33ba889e462b, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:14:18.559583 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-dd9a32a0-18d3-4610-b469-59f9b28b747a None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:18.560059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dd9a32a0-18d3-4610-b469-59f9b28b747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.577229 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] For port e5b4cd63-576c-49e8-8423-33ba889e462b, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=e5b4cd63-576c-49e8-8423-33ba889e462b,segment=NetworkSegment(8cda438f-d9dc-4ccb-925f-d20193301679),segment_id=8cda438f-d9dc-4ccb-925f-d20193301679)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:14:18.595850 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a32a0-18d3-4610-b469-59f9b28b747a None None] Port e5b4cd63-576c-49e8-8423-33ba889e462b cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:14:18.654806 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.712530 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Routers {'3c965da9-6fce-4931-a2a3-c007d8bd3e14'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:14:18.713252 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:14:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:18.717990 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f05f-5385-4b21-8768-212a09c3ddb6 None None] Pushing event updated for resources: {'Port': ['ID=e5b4cd63-576c-49e8-8423-33ba889e462b,revision_number=4']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:18.809051 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] Set router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:14:18.920619 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:18.921607 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:18.999142 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Current status of the port e5b4cd63-576c-49e8-8423-33ba889e462b is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:18.999568 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:19.023337 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:16Z', 'revision_number': 2, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port_host': None, '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:18Z', 'revision_number': 4, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:19.032917 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] For port e5b4cd63-576c-49e8-8423-33ba889e462b, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=e5b4cd63-576c-49e8-8423-33ba889e462b,segment=NetworkSegment(8cda438f-d9dc-4ccb-925f-d20193301679),segment_id=8cda438f-d9dc-4ccb-925f-d20193301679)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:14:19.049234 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20027629-5cd6-4be6-90d0-9fc7dbf8043a None None] The sync data for ids ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'] in dv-cinder-835880-4-iscsi is: [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:16Z', 'revision_number': 2, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port_host': None, '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:18Z', 'revision_number': 4, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:14:19.094455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:19.145537 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0738-390e-46c2-bbd1-ebb6a5be37bb None None] Pushing event updated for resources: {'Port': ['ID=e5b4cd63-576c-49e8-8423-33ba889e462b,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:19.423741 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58164) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:19.540196 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3a1b8c-0a80-4d52-aae1-d353c4f25e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:14:19.541478 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-bb3a1b8c-0a80-4d52-aae1-d353c4f25e95 admin admin] 10.222.0.13 "GET /v2.0/networks/45ec64f2-d550-4b1b-9f5f-932a8ff800e3 HTTP/1.1" status: 200 len: 842 time: 0.1167545 Apr 04 14:14:19.550687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:14:19.630041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Made reservation on behalf of 55140bdfbfed4fbeba2b51ead9088ed8 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:14:19.632939 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:20.018375 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.objects.ports [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103852) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 14:14:20.018831 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (f59f859b-08af-4ad2-8113-f06931382c3d), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:20.071315 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59f859b-08af-4ad2-8113-f06931382c3d,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:20.079530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:14:20.079884 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Network hostable DHCP agents. Network: 45ec64f2-d550-4b1b-9f5f-932a8ff800e3, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:14:20.178515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:14:20.271728 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 45ec64f2-d550-4b1b-9f5f-932a8ff800e3) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:14:20.276330 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:14:20.277122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:20.284088 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019b175-5419-42b8-8f44-c77c19821e7f None None] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:14:20.370916 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d3ec8d85-4d60-493b-a388-c0f64d7bdeec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8230629 Apr 04 14:14:20.377528 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063973ef-0328-4354-8698-e0e2b8592912 None None] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:14:22.781945 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58182) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:23.014661 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ddb557ca-f3a2-47d1-a844-377fe4cff232 demo admin] 10.222.0.13 "GET /v2.0/routers/3c965da9-6fce-4931-a2a3-c007d8bd3e14 HTTP/1.1" status: 200 len: 710 time: 0.2314746 Apr 04 14:14:23.099164 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c086214-d23d-4716-99b6-769cf3b44af4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:14:23.100555 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1c086214-d23d-4716-99b6-769cf3b44af4 demo admin] 10.222.0.13 "GET /v2.0/networks/45ec64f2-d550-4b1b-9f5f-932a8ff800e3 HTTP/1.1" status: 200 len: 886 time: 0.0806823 Apr 04 14:14:23.109252 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:14:23.395515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks [] for router_gateway (3c965da9-6fce-4931-a2a3-c007d8bd3e14), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:23.694252 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks [] for router_gateway (3c965da9-6fce-4931-a2a3-c007d8bd3e14), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:23.770418 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:24.056446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Allocated IP 172.27.3.197 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/baeab4f0-a339-46f8-81b0-c5049c18d499) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:14:24.238861 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks [] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:24.391236 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:24.457251 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:14:24.462203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:14:24.469107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:14:24.538359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Pushing event updated for resources: {'Port': ['ID=baeab4f0-a339-46f8-81b0-c5049c18d499,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:24.826545 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks [] for router_gateway (3c965da9-6fce-4931-a2a3-c007d8bd3e14), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:25.018227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-574401', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-576432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1417'] for router (3c965da9-6fce-4931-a2a3-c007d8bd3e14), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:25.023881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-574422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-574431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-576441'] for router (3c965da9-6fce-4931-a2a3-c007d8bd3e14), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:25.199832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:14:25.309607 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:14:25.314258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:25.315415 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-862a6847-b9f7-42df-beee-b3ae0915c964 demo admin] 10.222.0.13 "PUT /v2.0/routers/3c965da9-6fce-4931-a2a3-c007d8bd3e14 HTTP/1.1" status: 200 len: 890 time: 2.2092927 Apr 04 14:14:25.956843 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device e5b4cd63-576c-49e8-8423-33ba889e462b up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:14:26.011971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:26.012352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:26.088325 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port e5b4cd63-576c-49e8-8423-33ba889e462b is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:27.665486 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Sync routers for ids ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:14:27.678761 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Routers {'3c965da9-6fce-4931-a2a3-c007d8bd3e14'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:14:27.679510 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:14:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:27.899426 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Set router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:14:27.910725 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58194) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:14:28.035746 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-62653bd4-5ad5-481f-bbad-7be3f27bf847 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1233892 Apr 04 14:14:28.383634 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:24Z', 'revision_number': 4, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port': {'id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:23Z', 'updated_at': '2022-04-04T14:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:19Z', 'revision_number': 5, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:28.433011 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Checking router: 3c965da9-6fce-4931-a2a3-c007d8bd3e14 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:14:28.433390 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Updating router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 port baeab4f0-a339-46f8-81b0-c5049c18d499 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:14:28.489650 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:28.815428 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks [] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:28.888990 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:28.953532 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Attempting to bind port baeab4f0-a339-46f8-81b0-c5049c18d499 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:14:28.953835 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Attempting to bind port baeab4f0-a339-46f8-81b0-c5049c18d499 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:14:28.954200 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Attempting to bind port baeab4f0-a339-46f8-81b0-c5049c18d499 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:14:28.967130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:14:28.967533 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:14:28.967941 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:28.968344 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:14:28.968811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Bound port: baeab4f0-a339-46f8-81b0-c5049c18d499, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:14:28.969193 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:28.971871 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff7422-162c-4b41-9f48-46093f27dd51 None None] Pushing event updated for resources: {'Port': ['ID=baeab4f0-a339-46f8-81b0-c5049c18d499,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:29.022886 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] For port baeab4f0-a339-46f8-81b0-c5049c18d499, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:14:29.025793 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] For port baeab4f0-a339-46f8-81b0-c5049c18d499, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=baeab4f0-a339-46f8-81b0-c5049c18d499,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:14:29.123206 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:29.171773 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Routers {'3c965da9-6fce-4931-a2a3-c007d8bd3e14'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:14:29.172388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:14:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:29.241333 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff7422-162c-4b41-9f48-46093f27dd51 None None] Pushing event updated for resources: {'Port': ['ID=baeab4f0-a339-46f8-81b0-c5049c18d499,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:29.298262 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] Set router 3c965da9-6fce-4931-a2a3-c007d8bd3e14 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:14:29.512727 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:24Z', 'revision_number': 4, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port': {'id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:23Z', 'updated_at': '2022-04-04T14:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:19Z', 'revision_number': 5, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:14:29.541528 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82e764-9c6d-4a9a-9ac7-31b10f333b7d None None] The sync data for ids ['3c965da9-6fce-4931-a2a3-c007d8bd3e14'] in dv-cinder-835880-4-iscsi is: [{'id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'name': 'router1', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:14:05Z', 'updated_at': '2022-04-04T14:14:24Z', 'revision_number': 4, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'gw_port': {'id': 'baeab4f0-a339-46f8-81b0-c5049c18d499', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ec:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:23Z', 'updated_at': '2022-04-04T14:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'e5b4cd63-576c-49e8-8423-33ba889e462b', 'name': '', 'network_id': 'd34f68e2-b752-4d32-bd73-b5f621713cec', 'tenant_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'mac_address': 'fa:16:3e:fd:07:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c965da9-6fce-4931-a2a3-c007d8bd3e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:14:15Z', 'updated_at': '2022-04-04T14:14:19Z', 'revision_number': 5, 'project_id': '33f5f40d18474314abcccd9f8dd6c1a5', 'subnets': [{'id': '9ad6df86-fa95-4c73-ae77-b72229f2ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed1dcdca-e579-48eb-8755-7d5e041dfa04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:14:30.005506 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device baeab4f0-a339-46f8-81b0-c5049c18d499 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:14:30.065320 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port baeab4f0-a339-46f8-81b0-c5049c18d499 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:30.065750 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:30.149730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port baeab4f0-a339-46f8-81b0-c5049c18d499 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:30.150166 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:30.174101 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port baeab4f0-a339-46f8-81b0-c5049c18d499, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=baeab4f0-a339-46f8-81b0-c5049c18d499,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:14:30.244250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:30.311153 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=baeab4f0-a339-46f8-81b0-c5049c18d499,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:14:31.969695 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device baeab4f0-a339-46f8-81b0-c5049c18d499 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:14:32.062409 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port baeab4f0-a339-46f8-81b0-c5049c18d499 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:14:32.062801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (baeab4f0-a339-46f8-81b0-c5049c18d499), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:32.145376 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port baeab4f0-a339-46f8-81b0-c5049c18d499 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:14:39.519331 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:14:41.186359 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef6c2734-8ede-4779-a8d3-0eab3ee99024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:43.419996 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-644dd8c1-c3db-469a-af8e-013e9fded603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:44.596997 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:45.826060 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:14:47.356040 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:11.574373 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a02392f9-4d20-4dd9-a726-36d62dcbb472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:13.425192 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-eaf21b9d-3c76-4080-963d-72d04a194d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:14.591484 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:15.888483 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:16.517539 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:15:17.326845 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:41.156264 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-43c24700-b591-4e80-98f6-86e56e91b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:43.435093 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e7e03f91-6635-4c64-afc0-192e2ece8fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:44.596446 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:45.842226 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:47.333158 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:50.977333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58678) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:15:51.037391 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6f0fd3-de46-45c4-9a73-e9032849b454 admin admin] GET failed (client error): The resource could not be found. Apr 04 14:15:51.038671 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3f6f0fd3-de46-45c4-9a73-e9032849b454 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603883 Apr 04 14:15:51.196001 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f91c3-4b14-465a-a89d-258376cf3719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:51.197380 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-861f91c3-4b14-465a-a89d-258376cf3719 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547096 Apr 04 14:15:53.491079 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58688) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:15:53.516161 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:15:53.583699 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afca4690-12b6-4bea-981f-d5019f16e62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:53.585019 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-afca4690-12b6-4bea-981f-d5019f16e62d admin admin] 10.222.0.13 "GET /v2.0/subnets/9ad6df86-fa95-4c73-ae77-b72229f2ca4c HTTP/1.1" status: 200 len: 849 time: 0.0929577 Apr 04 14:15:53.594360 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:15:53.677470 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Publish callbacks [] for subnet (9ad6df86-fa95-4c73-ae77-b72229f2ca4c), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:53.863678 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747030882690'] for subnet (9ad6df86-fa95-4c73-ae77-b72229f2ca4c), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:53.892965 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:53.894189 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:53.895495 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] 10.222.0.13 "PUT /v2.0/subnets/9ad6df86-fa95-4c73-ae77-b72229f2ca4c HTTP/1.1" status: 200 len: 868 time: 0.3046637 Apr 04 14:15:53.910178 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96510deb-9baf-4570-8b75-fc0fb3db9861 None None] Network d34f68e2-b752-4d32-bd73-b5f621713cec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:15:53.915363 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad6df86-fa95-4c73-ae77-b72229f2ca4c,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:15:53.922648 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.923040 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.923540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.923897 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.924236 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.924719 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.924922 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.925238 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.925590 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.925928 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.926280 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.926646 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.926987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.927347 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:53.927674 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91924c46-1ddf-4526-9121-98cca7347499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:15:54.220258 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Provisioning complete for port e5b4cd63-576c-49e8-8423-33ba889e462b triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:15:54.220649 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (e5b4cd63-576c-49e8-8423-33ba889e462b), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:54.300206 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Current status of the port e5b4cd63-576c-49e8-8423-33ba889e462b is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:15:54.309667 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Provisioning complete for port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:15:54.310048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bb79b75d-a2d4-43c0-b834-23bc6a7756b0), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:15:54.381937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-bf09028d-11dc-4e72-aaa9-a7de2629b550 None None] Current status of the port bb79b75d-a2d4-43c0-b834-23bc6a7756b0 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:15:56.206649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58696) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:15:56.399909 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a05da9-79ee-4503-8956-820c76a98aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:56.400380 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a05da9-79ee-4503-8956-820c76a98aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:56.401893 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d9a05da9-79ee-4503-8956-820c76a98aa0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943176 Apr 04 14:15:58.695773 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58704) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:15:58.893779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61936838-76ac-466e-b0bb-b8fc03ea4f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:58.894169 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61936838-76ac-466e-b0bb-b8fc03ea4f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:15:58.895747 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-61936838-76ac-466e-b0bb-b8fc03ea4f24 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990359 Apr 04 14:16:01.194858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58714) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:01.319073 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea97a8a-63b0-448f-92df-0841cc31f3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:01.320470 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5ea97a8a-63b0-448f-92df-0841cc31f3fc admin admin] 10.222.0.13 "GET /v2.0/networks/45ec64f2-d550-4b1b-9f5f-932a8ff800e3 HTTP/1.1" status: 200 len: 886 time: 0.1246231 Apr 04 14:16:03.621537 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58722) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:03.749273 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca40d37-f2be-468e-a82c-49c617219533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:03.750609 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bca40d37-f2be-468e-a82c-49c617219533 admin admin] 10.222.0.13 "GET /v2.0/networks/d34f68e2-b752-4d32-bd73-b5f621713cec HTTP/1.1" status: 200 len: 869 time: 0.1281326 Apr 04 14:16:06.044479 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58730) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:06.171508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff6391-170a-4c4d-b419-a5c4104edb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:06.171960 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff6391-170a-4c4d-b419-a5c4104edb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:06.173480 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a4ff6391-170a-4c4d-b419-a5c4104edb1e admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280599 Apr 04 14:16:08.481437 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58738) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:08.570953 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cabd02-0b81-4b89-b64f-3f30ae222cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:08.571362 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cabd02-0b81-4b89-b64f-3f30ae222cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:08.572840 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c3cabd02-0b81-4b89-b64f-3f30ae222cfc admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904629 Apr 04 14:16:10.858833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58746) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:10.950547 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bda3b2-f8ff-4a01-a45c-07de75099587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:10.951918 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e5bda3b2-f8ff-4a01-a45c-07de75099587 admin admin] 10.222.0.13 "GET /v2.0/subnets/9ad6df86-fa95-4c73-ae77-b72229f2ca4c HTTP/1.1" status: 200 len: 868 time: 0.0920801 Apr 04 14:16:11.144706 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-52c8f7a0-efb9-478d-9188-71996e075216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:13.244560 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58754) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:13.329215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29177e5-9ed7-4236-8ea2-aba8bdeaa456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:13.330527 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f29177e5-9ed7-4236-8ea2-aba8bdeaa456 admin admin] 10.222.0.13 "GET /v2.0/subnets/f59f859b-08af-4ad2-8113-f06931382c3d HTTP/1.1" status: 200 len: 816 time: 0.0850267 Apr 04 14:16:13.435128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-be85539d-7876-4bf9-b8e7-8f9229b1a91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:14.607308 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:15.812741 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:17.344446 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:30.514402 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:16:41.144081 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bfeb48cf-6537-4650-a3c8-ceade52d4552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:41.427493 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58806) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:41.474114 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [None req-167a85bd-9570-4073-981a-6c6507eaaec0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:16:41.475135 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-167a85bd-9570-4073-981a-6c6507eaaec0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466950 Apr 04 14:16:43.396396 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d6981f23-11f4-4aaa-8cb6-fbc7b3f31230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:43.853491 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58814) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:43.916766 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf6fac7-b3a9-48c2-994a-bdbd15b51752 admin admin] GET failed (client error): The resource could not be found. Apr 04 14:16:43.918106 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3cf6fac7-b3a9-48c2-994a-bdbd15b51752 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636654 Apr 04 14:16:44.001224 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d60e3-a1a6-4d51-8e45-486a6aea82e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:44.003375 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e51d60e3-a1a6-4d51-8e45-486a6aea82e7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812268 Apr 04 14:16:44.600303 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:45.864033 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.332221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58822) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:46.379409 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:16:46.463937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Made reservation on behalf of 55140bdfbfed4fbeba2b51ead9088ed8 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:16:46.466213 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.501209 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING neutron.services.revisions.revision_plugin [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Could not find related network for resource to bump revision. Apr 04 14:16:46.511443 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:16:46.519934 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (609bdff7-4ada-49e1-94b5-d333542caf4a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.520213 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Added segment 609bdff7-4ada-49e1-94b5-d333542caf4a of type vlan for network 979f2cf0-7180-4052-8a74-10e6db1be70c Apr 04 14:16:46.559888 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (979f2cf0-7180-4052-8a74-10e6db1be70c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.647065 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (979f2cf0-7180-4052-8a74-10e6db1be70c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.648074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:46.648699 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:46.703581 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] Pushing event updated for resources: {'Network': ['ID=979f2cf0-7180-4052-8a74-10e6db1be70c,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:16:46.713194 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 979f2cf0-7180-4052-8a74-10e6db1be70c details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:16:46.764325 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-63ec07d4-d77e-44a6-b8e7-679944af15cc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4310224 Apr 04 14:16:47.337606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:49.060610 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58830) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:16:49.119854 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ae4a8a-0662-4a05-b54b-918c70312825 admin admin] GET failed (client error): The resource could not be found. Apr 04 14:16:49.121104 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-20ae4a8a-0662-4a05-b54b-918c70312825 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595472 Apr 04 14:16:49.189384 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c1727-7a08-4afd-86cc-1c69225dc858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:49.190799 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ec6c1727-7a08-4afd-86cc-1c69225dc858 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657158 Apr 04 14:16:49.200400 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:16:49.297552 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Made reservation on behalf of 55140bdfbfed4fbeba2b51ead9088ed8 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:16:49.299855 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:49.533180 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (f3082509-09f7-43dc-88e2-aabe8342664f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:49.586813 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3082509-09f7-43dc-88e2-aabe8342664f,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:16:49.594362 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Checking segment: {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:16:49.594729 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Network hostable DHCP agents. Network: 979f2cf0-7180-4052-8a74-10e6db1be70c, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:16:49.703530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Network 979f2cf0-7180-4052-8a74-10e6db1be70c is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:16:49.813051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 979f2cf0-7180-4052-8a74-10e6db1be70c) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:16:49.817832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:16:49.818413 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:49.823319 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f1c97-c13b-47d5-818b-f82dc062b40a None None] Network 979f2cf0-7180-4052-8a74-10e6db1be70c requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:16:49.906742 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0315e260-0425-4865-8ae2-6d62218c3cf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7095251 Apr 04 14:16:49.929745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-979f2cf0-7180-4052-8a74-10e6db1be70c', 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c', 'project_id': '55140bdfbfed4fbeba2b51ead9088ed8', 'fixed_ips': [{'subnet_id': 'f3082509-09f7-43dc-88e2-aabe8342664f'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:16:49.930646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.077148 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Allocated IP 192.168.233.2 (979f2cf0-7180-4052-8a74-10e6db1be70c/f3082509-09f7-43dc-88e2-aabe8342664f/23e946ab-beda-4c73-9b37-f578a1feb683) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:16:50.319822 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks [] for port (23e946ab-beda-4c73-9b37-f578a1feb683), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.379101 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.415758 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Network 979f2cf0-7180-4052-8a74-10e6db1be70c is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:16:50.421123 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:16:50.425468 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:16:50.439086 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Pushing event updated for resources: {'Port': ['ID=23e946ab-beda-4c73-9b37-f578a1feb683,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:16:50.462212 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.462550 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.462965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.463349 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.463680 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.464036 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.464387 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.464704 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.465021 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.465337 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.465657 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.465984 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.466301 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.466614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.466925 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:16:50.505125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Attempting to bind port 23e946ab-beda-4c73-9b37-f578a1feb683 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:16:50.505498 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Attempting to bind port 23e946ab-beda-4c73-9b37-f578a1feb683 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:16:50.505867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Attempting to bind port 23e946ab-beda-4c73-9b37-f578a1feb683 on network 979f2cf0-7180-4052-8a74-10e6db1be70c {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:16:50.511047 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:16:50.511456 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Checking segment: {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:16:50.511873 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.512254 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Bound using segment: {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:16:50.512720 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Bound port: 23e946ab-beda-4c73-9b37-f578a1feb683, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:16:50.513100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.574618 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] For port 23e946ab-beda-4c73-9b37-f578a1feb683, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:16:50.577640 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] For port 23e946ab-beda-4c73-9b37-f578a1feb683, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=23e946ab-beda-4c73-9b37-f578a1feb683,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:16:50.688110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:50.758904 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017420-3b9d-46d8-b8bf-a874355e7239 None None] Pushing event updated for resources: {'Port': ['ID=23e946ab-beda-4c73-9b37-f578a1feb683,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:16:51.562021 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08245d-ae45-4ac2-80ec-a95b19a1a6d4 None None] Network 979f2cf0-7180-4052-8a74-10e6db1be70c requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:16:51.649442 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Provisioning complete for port 23e946ab-beda-4c73-9b37-f578a1feb683 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:16:51.649837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:51.758766 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Current status of the port 23e946ab-beda-4c73-9b37-f578a1feb683 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:16:51.759382 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:51.799602 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] For port 23e946ab-beda-4c73-9b37-f578a1feb683, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=23e946ab-beda-4c73-9b37-f578a1feb683,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:16:51.864544 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:51.916515 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5088482-ac62-407e-9701-d88a0c20279a None None] Pushing event updated for resources: {'Port': ['ID=23e946ab-beda-4c73-9b37-f578a1feb683,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:16:51.987668 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-171df86b-5332-4f79-a9d4-9336b824663b None None] Provisioning complete for port 23e946ab-beda-4c73-9b37-f578a1feb683 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:16:51.987971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-171df86b-5332-4f79-a9d4-9336b824663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:52.067837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 23e946ab-beda-4c73-9b37-f578a1feb683 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:16:52.106762 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-171df86b-5332-4f79-a9d4-9336b824663b None None] Current status of the port 23e946ab-beda-4c73-9b37-f578a1feb683 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:16:52.128585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 23e946ab-beda-4c73-9b37-f578a1feb683 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:16:52.128976 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (23e946ab-beda-4c73-9b37-f578a1feb683), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:16:52.208027 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 23e946ab-beda-4c73-9b37-f578a1feb683 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:17:07.512930 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:17:11.148541 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-944f86c7-041d-43c5-acae-d06e45e538ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:13.474796 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-aca89449-95c5-4313-a22c-8d318d5da3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:14.624286 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:15.817853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:17.309593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:41.144276 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-10ac74e1-4d39-4626-b318-9a9e8553e2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:43.417969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-300a2636-3b2d-4b12-b443-bf96e98a3b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:44.512851 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:17:44.612787 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:45.891667 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:17:47.343569 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:11.183655 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b63bf8f-3e52-439a-89df-0217b0088eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:13.451800 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9d6b309-b974-4455-98c3-a0759a857d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:14.634872 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:15.892484 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:17.343348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:21.510879 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:18:36.870766 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58868) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:18:36.876446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [None req-34bbd143-828c-427a-b81c-b5dcdaacc339 tempest-verify_tempest_config-8457491 tempest-verify_tempest_config-8457491-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:18:36.877441 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-34bbd143-828c-427a-b81c-b5dcdaacc339 tempest-verify_tempest_config-8457491 tempest-verify_tempest_config-8457491-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056953 Apr 04 14:18:37.306780 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58886) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:18:37.407861 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.478261 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Publish callbacks [] for security_group (4e235d3e-efe8-4404-a48a-1c0734139d14), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.542934 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (4e235d3e-efe8-4404-a48a-1c0734139d14), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.587866 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f39041862af2420fad45e1c2c81abfd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2800314 Apr 04 14:18:37.589904 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e235d3e-efe8-4404-a48a-1c0734139d14,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:18:37.590695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58890) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:18:37.596620 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.596966 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.597793 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.598140 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.598466 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.598788 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.599109 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.599455 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.599792 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.600118 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.600434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.600752 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.601068 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.601386 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.601699 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119668da-2ee6-43ef-a5fe-573c131bf04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.664695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Publish callbacks [] for security_group (4e235d3e-efe8-4404-a48a-1c0734139d14), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.687144 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Publish callbacks [] for security_group (4e235d3e-efe8-4404-a48a-1c0734139d14), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.840907 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (4e235d3e-efe8-4404-a48a-1c0734139d14), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.843527 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:37.844722 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e235d3e-efe8-4404-a48a-1c0734139d14 HTTP/1.1" status: 204 len: 168 time: 0.2530317 Apr 04 14:18:37.853346 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e235d3e-efe8-4404-a48a-1c0734139d14,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:18:37.859881 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.860235 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.860601 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.860944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.861280 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.861615 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.861948 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.862282 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.862640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.862955 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.863329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.863792 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.864126 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.864453 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:37.864780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adb977-b4bc-4542-ad3b-96a40180e1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:18:41.171744 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ed826efb-9746-4193-afc9-0abd73c701f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:43.440262 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e3174b86-2be0-40d5-8c91-ba645967e883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:44.594707 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:45.857334 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:47.354447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:18:58.509240 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:19:11.137352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e444ca56-f51d-4342-92e4-d60196cf5ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:13.440143 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2daafd05-db15-4c35-b1f0-88653b20d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:14.611569 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:15.868150 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:17.343062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:35.507592 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:19:41.154371 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-36a1fc8f-b652-498e-852e-d0bdfd76f823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:43.400058 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0f02dbd9-1dc9-47c8-8601-a5ffb9049ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:44.651206 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:45.868379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:19:47.332162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:11.131474 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4e09bc31-2166-4d17-a236-9168ae207cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:12.506830 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 5 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:20:13.468317 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f282-b5f0-4c7d-a2da-63802fc7e117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:14.599838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:15.319857 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575199'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:15.850856 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:17.325480 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:30.131240 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 58962) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:20:30.235254 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f0ef1e5d-fe01-4b91-9dc5-f0c523f3af36 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1029079 Apr 04 14:20:32.542606 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 58972) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:20:32.691987 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f9a5140b-477d-4118-8c89-8d348a8e5776 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1482251 Apr 04 14:20:41.136630 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3767008d-5d9a-459e-a0a4-5ff1bb310cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:43.422354 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3a8bea81-9ccf-4363-9bd8-254826a5fedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:44.650626 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:45.285436 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:45.873821 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:47.319757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:20:49.505704 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:21:11.159574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4a0f3e21-6d6e-4b2c-b4ed-0b57403d62d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:13.400063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8a3a8067-5a06-49ff-ae2e-cdd0f291e9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:14.616475 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:15.291195 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:15.873681 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:17.364984 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:26.504705 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:21:41.308352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-022d4b7c-d1c6-4aef-9839-bf146b74960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:43.422404 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-905e37da-2da3-4b4d-aa74-b8a65d406916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:44.622047 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:45.319447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:45.868135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:21:47.342744 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:03.504126 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:22:09.202563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59124) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:09.434051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1888237097-network', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:09.513337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Made reservation on behalf of ea81e46b9b134205864123cee97d0c41 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:09.515682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.524113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.597029 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks [] for security_group (b3d0b5e7-56e5-4544-8549-e35d7cba101c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.662275 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b3d0b5e7-56e5-4544-8549-e35d7cba101c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.682686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:09.698711 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d0b5e7-56e5-4544-8549-e35d7cba101c,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:09.709037 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (9be3f935-3714-4fb0-99ff-0dc718a993b1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.709414 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Added segment 9be3f935-3714-4fb0-99ff-0dc718a993b1 of type vlan for network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 Apr 04 14:22:09.711229 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.711583 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.711921 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.712784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.713120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.713462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.713774 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.714095 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.714610 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.714954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.715314 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Tracked resource versions report: Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: pushed versions: Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: { 'AddressGroup': {'1.2'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Agent': {'1.1'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'ConntrackHelper': {'1.0'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Log': {'1.0'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'NDPProxy': {'1.0'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Network': {'1.1'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Port': {'1.7'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'PortForwarding': {'1.3'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'QosPolicy': {'1.10'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroup': {'1.5'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SubPort': {'1.0'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Subnet': {'1.1'}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Trunk': {'1.1'}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: consumer versions: Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: HyperV agent@hv-cinder-83588: {}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Agent': '1.1', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'ConntrackHelper': '1.0', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'LocalIPAssociation': '1.0', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Log': '1.0', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'NDPProxy': '1.0', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Network': '1.1', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Port': '1.7', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'PortForwarding': '1.3', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'QosPolicy': '1.10', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroup': '1.5', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SecurityGroupRule': '1.2', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'SubPort': '1.0', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Subnet': '1.1', Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: 'Trunk': '1.1'}} Apr 04 14:22:09.719296 dv-cinder-835880-4-iscsi neutron-server[103852]: {{(pid=103852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:22:09.759026 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (192186bb-be12-4fe7-b3c6-61cce9b6ed76), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.850750 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (192186bb-be12-4fe7-b3c6-61cce9b6ed76), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.851747 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:09.856041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:09.915972 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=192186bb-be12-4fe7-b3c6-61cce9b6ed76,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:09.926211 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:09.937380 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59166) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:09.938983 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-752bd7ad-c166-4d85-8957-65d1ce03fdf6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7350411 Apr 04 14:22:09.942997 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Request body: {'subnet': {'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1888237097-subnet', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:09.982997 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59172) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.033759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Made reservation on behalf of ea81e46b9b134205864123cee97d0c41 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.036278 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.166276 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59184) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.204850 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59188) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.326151 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (d2ab6af3-79e3-431b-85af-b3c31463ea56), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.371514 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ab6af3-79e3-431b-85af-b3c31463ea56,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:10.380200 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.380924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.381497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.382030 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.382548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.383074 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.383624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.383754 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1124458073-network', 'tenant_id': 'a8ff242659924b6fa25ca421e1943362'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.384998 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.385534 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.386047 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.386585 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.387090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.387700 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.388440 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.388997 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Tracked resource versions report: Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: pushed versions: Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: { 'AddressGroup': {'1.2'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Agent': {'1.1'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'ConntrackHelper': {'1.0'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Log': {'1.0'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'NDPProxy': {'1.0'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Network': {'1.1'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Port': {'1.7'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'PortForwarding': {'1.3'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'QosPolicy': {'1.10'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroup': {'1.5'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SubPort': {'1.0'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Subnet': {'1.1'}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Trunk': {'1.1'}} Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: consumer versions: Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: HyperV agent@hv-cinder-83588: {}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Agent': '1.1', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'ConntrackHelper': '1.0', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'LocalIPAssociation': '1.0', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Log': '1.0', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'NDPProxy': '1.0', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Network': '1.1', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Port': '1.7', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'PortForwarding': '1.3', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'QosPolicy': '1.10', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroup': '1.5', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SecurityGroupRule': '1.2', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'SubPort': '1.0', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Subnet': '1.1', Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: 'Trunk': '1.1'}} Apr 04 14:22:10.390987 dv-cinder-835880-4-iscsi neutron-server[103853]: {{(pid=103853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:22:10.428896 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Checking segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:10.431614 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Network hostable DHCP agents. Network: 192186bb-be12-4fe7-b3c6-61cce9b6ed76, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:10.513961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Made reservation on behalf of a8ff242659924b6fa25ca421e1943362 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.516465 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.525436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.543630 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1289017709-network', 'tenant_id': '678b6f93b17042d8a606387acdd1d4b0'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.565566 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:10.576845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59204) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.595710 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-network', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.611596 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59210) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.646184 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks [] for security_group (29733fe2-9e2c-4f12-a93d-2ae966de912f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.651104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 192186bb-be12-4fe7-b3c6-61cce9b6ed76) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:10.656402 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:10.662369 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.665000 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9cc74b-b72e-4b47-86ce-e873b5775b92 None None] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:10.666921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937347524-network', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.708107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Made reservation on behalf of 678b6f93b17042d8a606387acdd1d4b0 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.710546 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.727022 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.739244 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (29733fe2-9e2c-4f12-a93d-2ae966de912f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.754089 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:10.761683 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2099139099-network', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.765757 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (79c3ac7c-4500-4803-ae86-a2bd841286cc), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.766385 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Added segment 79c3ac7c-4500-4803-ae86-a2bd841286cc of type vlan for network f0ee30cb-0f2d-4222-a358-924a4ad90b6b Apr 04 14:22:10.786293 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:22:10.787162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.799522 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-42ac5167-a674-4193-9619-75c0a8e3e73d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8608711 Apr 04 14:22:10.805497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Made reservation on behalf of 64268a01dd9a41daa8755c0eb820ca6e for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.805497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.811259 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (f0ee30cb-0f2d-4222-a358-924a4ad90b6b), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.816335 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59220) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:10.817487 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.831925 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:10.837882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Made reservation on behalf of 54340a3426894ba88a09a8b92b6b1805 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.840711 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.870410 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29733fe2-9e2c-4f12-a93d-2ae966de912f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:10.886296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.919357 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (f0ee30cb-0f2d-4222-a358-924a4ad90b6b), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.921567 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:10.923487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.946230 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks [] for security_group (55dedc3a-81ab-4143-b367-df8c58abf849), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.947925 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:10.950321 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:10.976838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Allocated IP 172.20.0.2 (192186bb-be12-4fe7-b3c6-61cce9b6ed76/d2ab6af3-79e3-431b-85af-b3c31463ea56/a1daa470-ca50-4306-b0db-cc8da12b3de8) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:10.978510 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.004802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ee30cb-0f2d-4222-a358-924a4ad90b6b,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.023771 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-57f0d5b1-9dc0-40e3-b516-35bae4117b22 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0396209 Apr 04 14:22:11.027795 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59226) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:11.036859 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Request body: {'subnet': {'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1124458073-subnet', 'tenant_id': 'a8ff242659924b6fa25ca421e1943362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:11.045376 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network f0ee30cb-0f2d-4222-a358-924a4ad90b6b details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:11.121216 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Made reservation on behalf of a8ff242659924b6fa25ca421e1943362 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:11.123530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.163320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks [] for security_group (bafb6e95-715b-4e5e-880b-22f3a3804131), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.167713 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.170123 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.187103 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (55dedc3a-81ab-4143-b367-df8c58abf849), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.255209 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks [] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.278188 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0f90bb43-e657-4940-891d-a1af626fb430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.281243 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks [] for security_group (cb34e26b-bb6a-4b84-97dc-39cb25de2fab), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.331352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.335818 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks [] for security_group (682d1fd8-6778-4148-9d2b-096399bbc12a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.354811 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:11.358843 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bafb6e95-715b-4e5e-880b-22f3a3804131), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.362875 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cb34e26b-bb6a-4b84-97dc-39cb25de2fab), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.372637 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:11.388986 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747030709041', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (10deb8c0-6418-4443-bffd-743cb7d9cb8a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.389814 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Unsubscribe: segment precommit_create {{(pid=103853) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 14:22:11.390485 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Added segment 10deb8c0-6418-4443-bffd-743cb7d9cb8a of type vlan for network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 Apr 04 14:22:11.392914 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:11.409959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:11.410134 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34e26b-bb6a-4b84-97dc-39cb25de2fab,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.414145 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:11.419708 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (682d1fd8-6778-4148-9d2b-096399bbc12a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.419919 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:11.431308 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (55d837af-c1da-4189-a410-34f260dba85c), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.432108 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (312e550d-70ff-4883-9499-6f423994b222), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.432223 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Added segment 55d837af-c1da-4189-a410-34f260dba85c of type vlan for network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc Apr 04 14:22:11.432480 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Added segment 312e550d-70ff-4883-9499-6f423994b222 of type vlan for network d66e81f3-78db-4490-b004-51bb3254a355 Apr 04 14:22:11.468495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (daa311bb-a74d-471d-9011-ae27cbcf1a63), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.482917 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:11.495339 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.504492 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Pushing event updated for resources: {'Port': ['ID=a1daa470-ca50-4306-b0db-cc8da12b3de8,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.527084 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.528140 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.528711 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.529520 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.530080 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.530704 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.531262 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.531845 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.532377 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.532936 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.533484 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.534069 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.535115 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.536285 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Tracked resource versions report: Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: pushed versions: Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: { 'AddressGroup': {'1.2'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Agent': {'1.1'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'ConntrackHelper': {'1.0'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Log': {'1.0'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'NDPProxy': {'1.0'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Network': {'1.1'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Port': {'1.7'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'PortForwarding': {'1.3'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'QosPolicy': {'1.10'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroup': {'1.5'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SubPort': {'1.0'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Subnet': {'1.1'}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Trunk': {'1.1'}} Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: consumer versions: Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: HyperV agent@hv-cinder-83588: {}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Agent': '1.1', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'ConntrackHelper': '1.0', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'LocalIPAssociation': '1.0', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Log': '1.0', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'NDPProxy': '1.0', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Network': '1.1', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Port': '1.7', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'PortForwarding': '1.3', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'QosPolicy': '1.10', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroup': '1.5', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SecurityGroupRule': '1.2', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'SubPort': '1.0', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Subnet': '1.1', Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: 'Trunk': '1.1'}} Apr 04 14:22:11.543764 dv-cinder-835880-4-iscsi neutron-server[103854]: {{(pid=103854) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:22:11.553311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (b4ba69bc-2679-4d8f-b41a-243178a599ec), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.553659 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Added segment b4ba69bc-2679-4d8f-b41a-243178a599ec of type vlan for network 2a712b1f-a475-425b-b02a-8f49b10aa942 Apr 04 14:22:11.555847 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (d66e81f3-78db-4490-b004-51bb3254a355), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.556140 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Attempting to bind port a1daa470-ca50-4306-b0db-cc8da12b3de8 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:11.557539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Attempting to bind port a1daa470-ca50-4306-b0db-cc8da12b3de8 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:11.557694 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Attempting to bind port a1daa470-ca50-4306-b0db-cc8da12b3de8 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:11.558795 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682d1fd8-6778-4148-9d2b-096399bbc12a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.569930 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for router_controller (a76694ba-4453-4b7c-8bee-09931a9ec65a), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.570649 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:11.572182 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Checking segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:11.574121 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.574594 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Bound using segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:11.575434 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Bound port: a1daa470-ca50-4306-b0db-cc8da12b3de8, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:11.577028 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.617593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.623373 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.624528 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:11.625120 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.682876 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (2a712b1f-a475-425b-b02a-8f49b10aa942), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.692046 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa311bb-a74d-471d-9011-ae27cbcf1a63,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.713788 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Checking segment: {'id': '79c3ac7c-4500-4803-ae86-a2bd841286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:11.720084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Network hostable DHCP agents. Network: f0ee30cb-0f2d-4222-a358-924a4ad90b6b, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:11.728544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dedc3a-81ab-4143-b367-df8c58abf849,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.747745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] For port a1daa470-ca50-4306-b0db-cc8da12b3de8, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:11.755676 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] For port a1daa470-ca50-4306-b0db-cc8da12b3de8, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=a1daa470-ca50-4306-b0db-cc8da12b3de8,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:11.812938 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (d66e81f3-78db-4490-b004-51bb3254a355), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.815979 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:11.821341 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.db.resource_extend [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 14:22:11.822051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.869848 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.876928 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Network f0ee30cb-0f2d-4222-a358-924a4ad90b6b is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:11.882149 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (2a712b1f-a475-425b-b02a-8f49b10aa942), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.883415 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:11.884852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.898257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.904684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafb6e95-715b-4e5e-880b-22f3a3804131,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.909550 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=d66e81f3-78db-4490-b004-51bb3254a355,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:11.922090 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:11.952148 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5c9ad7cb-f7a8-4f2c-9672-46a2e3d7f8b4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3713768 Apr 04 14:22:11.955443 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59256) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:11.985215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Request body: {'subnet': {'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-subnet', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:11.989815 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, f0ee30cb-0f2d-4222-a358-924a4ad90b6b) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:11.995470 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:11.996089 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.998124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:11.999623 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:12.000891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.005930 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-258578ec-40c0-44c9-a45b-cad2cef84ae1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8353827 Apr 04 14:22:12.006598 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59260) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:12.013937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network d66e81f3-78db-4490-b004-51bb3254a355 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:12.016801 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8107672 Apr 04 14:22:12.023414 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59262) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:12.028349 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Request body: {'subnet': {'network_id': 'd66e81f3-78db-4490-b004-51bb3254a355', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1289017709-subnet', 'tenant_id': '678b6f93b17042d8a606387acdd1d4b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:12.034018 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for router_gateway (a76694ba-4453-4b7c-8bee-09931a9ec65a), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.047282 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f007-154e-43e3-a131-b13bcd05c600 admin admin] Pushing event updated for resources: {'Network': ['ID=2a712b1f-a475-425b-b02a-8f49b10aa942,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:12.070567 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Request body: {'subnet': {'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-subnet', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:12.098331 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232efdb-d6b4-4493-92cb-41645641f575 None None] Network f0ee30cb-0f2d-4222-a358-924a4ad90b6b requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:12.103939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:12.113750 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] Pushing event updated for resources: {'Network': ['ID=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:12.125761 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7f894bf8-d7b8-43c4-a419-7727a5457bb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0979559 Apr 04 14:22:12.127298 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Made reservation on behalf of 64268a01dd9a41daa8755c0eb820ca6e for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:12.130031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.167113 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:12.192353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Made reservation on behalf of 678b6f93b17042d8a606387acdd1d4b0 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:12.197446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.202404 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4c9f7378-d11e-4799-acff-cbe6112a0e78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5824993 Apr 04 14:22:12.212439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59272) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:12.227744 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Request body: {'subnet': {'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-subnet', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:12.274121 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Made reservation on behalf of 54340a3426894ba88a09a8b92b6b1805 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:12.282542 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.340412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2e871-38cc-406f-b0f4-3ad52bd0dbcf None None] Pushing event updated for resources: {'Port': ['ID=a1daa470-ca50-4306-b0db-cc8da12b3de8,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:12.430435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:12.433758 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.557510 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d7f02-4816-4792-ba02-26cc394e297a None None] Network f0ee30cb-0f2d-4222-a358-924a4ad90b6b requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:12.748931 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (ac85983a-4d2f-4113-b54a-fabab01179ce), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.804500 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac85983a-4d2f-4113-b54a-fabab01179ce,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:12.817069 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Checking segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:12.817421 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Network hostable DHCP agents. Network: 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:12.857298 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (6296250f-6255-47bf-ba8c-516941353189), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.934653 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:12.965790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6296250f-6255-47bf-ba8c-516941353189,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:12.974847 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59314) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:12.983147 dv-cinder-835880-4-iscsi neutron-server[103853]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 14:22:12.987067 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for router_gateway (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:12.987198 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Checking segment: {'id': '312e550d-70ff-4883-9499-6f423994b222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd66e81f3-78db-4490-b004-51bb3254a355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:12.988691 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Network hostable DHCP agents. Network: d66e81f3-78db-4490-b004-51bb3254a355, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:13.038952 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:13.048552 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171cf28-3022-4c99-b812-effffcce8ed6 None None] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:13.060240 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:13.062113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.096371 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.120853 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Network d66e81f3-78db-4490-b004-51bb3254a355 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:13.129363 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, d66e81f3-78db-4490-b004-51bb3254a355) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:13.146624 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:13.148190 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.170050 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (2bf371d4-8fd9-4789-9a2c-d752027e4b3b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.185990 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-820b4c85-cc9e-4adc-ab99-4ff78785ba40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2286389 Apr 04 14:22:13.188783 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59324) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:13.193324 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:13.231995 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e7f1d-386b-45b1-996b-4897132b1e01 None None] Network d66e81f3-78db-4490-b004-51bb3254a355 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:13.333608 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fefce3c3-33a2-49e7-92e4-302b5f34ec5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3213832 Apr 04 14:22:13.365251 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.366423 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.407394 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:22:13.408273 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.460262 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d39a4b-8818-4e7c-b815-b10a72bf5906 None None] Network d66e81f3-78db-4490-b004-51bb3254a355 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:13.534426 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for router_controller (ca2366d6-9cee-45a2-97f8-2a0bb659d384), precommit_add_association {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.546985 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a05799b8-d131-4d2c-ba1b-fb8699c3f400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.570127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf371d4-8fd9-4789-9a2c-d752027e4b3b,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:13.593697 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Allocated IP 172.27.3.70 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/99b3827f-1399-499a-a028-2d481e8fd8f6) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:13.615927 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:13.616362 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Network hostable DHCP agents. Network: 2a712b1f-a475-425b-b02a-8f49b10aa942, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:13.629760 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-e6f9056b-0391-488e-ad5a-56745f2c4deb tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:13.631241 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-e6f9056b-0391-488e-ad5a-56745f2c4deb tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/networks?id=f0ee30cb-0f2d-4222-a358-924a4ad90b6b HTTP/1.1" status: 200 len: 812 time: 0.6548207 Apr 04 14:22:13.638888 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.688234 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a6ebd-66e9-41c9-93ad-cd11b655785f None None] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:13.748303 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-e54c22e1-132e-40bc-8005-6aa0e981f2ab tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/quotas/a8ff242659924b6fa25ca421e1943362 HTTP/1.1" status: 200 len: 375 time: 0.0328972 Apr 04 14:22:13.788956 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Provisioning complete for port a1daa470-ca50-4306-b0db-cc8da12b3de8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:13.789629 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.814391 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-1e39a962-4113-46e1-b8a6-56583b1b16da tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8ff242659924b6fa25ca421e1943362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569189 Apr 04 14:22:13.815003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:13.844340 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Allocated IP 172.20.0.2 (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc/ac85983a-4d2f-4113-b54a-fabab01179ce/2ee988b8-bee0-4edd-8b65-68e0877ebe9e) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:13.849556 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:13.849556 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Network hostable DHCP agents. Network: fc973cc9-f85a-4ad7-b3d2-b915a7a8b402, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:13.857464 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:13.891169 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.919484 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for router_gateway (ca2366d6-9cee-45a2-97f8-2a0bb659d384), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.958256 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 2a712b1f-a475-425b-b02a-8f49b10aa942) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:13.973698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:13.974828 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:13.975391 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7a821-376c-4a05-8563-4e3eefbe3e82 None None] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:13.995560 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:14.000712 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.039784 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, fc973cc9-f85a-4ad7-b3d2-b915a7a8b402) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:14.045423 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:14.048964 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.064025 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afa003-a02b-4189-832d-cfb892e54750 None None] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:14.082562 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:14.084959 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:14.110751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-6f6c7a02-d790-431a-99a1-b348fda88901 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:22:14.111888 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-6f6c7a02-d790-431a-99a1-b348fda88901 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1058812 Apr 04 14:22:14.112812 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Pushing event updated for resources: {'Port': ['ID=99b3827f-1399-499a-a028-2d481e8fd8f6,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:14.117465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:14.259591 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for router_gateway (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.265830 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-265b986b-cb4a-45ba-9c75-6443c9ff03b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2279544 Apr 04 14:22:14.284120 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4e7399d7-4f89-4de9-b349-326ebe8039be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0623727 Apr 04 14:22:14.284214 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59358) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:14.288319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:14.293459 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59360) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:14.297830 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:14.301707 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Current status of the port a1daa470-ca50-4306-b0db-cc8da12b3de8 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:14.302148 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.363870 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device a1daa470-ca50-4306-b0db-cc8da12b3de8 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:14.384987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.388365 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59364) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:14.389788 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (52958e60-21bd-4412-95ab-389849593b2f), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.390409 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (52958e60-21bd-4412-95ab-389849593b2f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.399254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-440491156-network', 'tenant_id': '9473acd10af14fbf86a52b8dec091cf3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:14.402338 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-2a712b1f-a475-425b-b02a-8f49b10aa942', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:22:14.410802 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.457671 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-9cc507eb-5fb0-4286-84e2-1952b186a141 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952243 Apr 04 14:22:14.494940 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks [] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.504325 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-02f96d78-1093-457c-8169-3668775174d6 None None] For port a1daa470-ca50-4306-b0db-cc8da12b3de8, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=a1daa470-ca50-4306-b0db-cc8da12b3de8,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:14.572150 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-02955b3d-9e5b-4f2e-93e0-71e5307db37a service neutron] 10.222.0.13 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073539 Apr 04 14:22:14.576174 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.580705 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.585918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for router_controller (52958e60-21bd-4412-95ab-389849593b2f), precommit_add_association {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.607219 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Made reservation on behalf of 9473acd10af14fbf86a52b8dec091cf3 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:14.611845 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.615163 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Allocated IP 172.27.3.231 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/427ab923-2539-42cd-861f-c7b1f5f9b0d1) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:14.627242 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.690794 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Allocated IP 172.20.0.2 (2a712b1f-a475-425b-b02a-8f49b10aa942/2bf371d4-8fd9-4789-9a2c-d752027e4b3b/bea36b7c-29c2-4eac-820d-b13f5f56a6e7) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:14.716832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks [] for security_group (9c850d73-7139-4d82-b1ee-77c4f648aa09), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.728001 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for router_controller (c16ffb36-9b69-4841-bd57-949f4fd34535), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.752548 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.754801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.854055 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:22:14.855013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.865701 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port a1daa470-ca50-4306-b0db-cc8da12b3de8 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:14.866205 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.869360 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9c850d73-7139-4d82-b1ee-77c4f648aa09), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.888530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:14.909833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for router_gateway (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.949041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:22:14.963847 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:14.976065 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:14.976065 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:14.976065 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Pushing event updated for resources: {'Port': ['ID=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.014622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c850d73-7139-4d82-b1ee-77c4f648aa09,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.026574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (f0a94d0f-ceed-453b-833f-398e1ef212d3), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.026804 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Added segment f0a94d0f-ceed-453b-833f-398e1ef212d3 of type vlan for network f45a69b5-89dc-4ab9-bf35-d403b08b33b8 Apr 04 14:22:15.039359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for router_gateway (52958e60-21bd-4412-95ab-389849593b2f), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.072399 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59402) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:15.081148 dv-cinder-835880-4-iscsi neutron-server[103852]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 14:22:15.148998 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e7daf2f9-5666-442a-a93f-ef1af13c1d30 req-876b0283-4229-446f-abd4-bcf4f1ff5ae2 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.0705721 Apr 04 14:22:15.158422 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (f45a69b5-89dc-4ab9-bf35-d403b08b33b8), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.163304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.323285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (f45a69b5-89dc-4ab9-bf35-d403b08b33b8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.324154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:15.324797 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.417047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] Pushing event updated for resources: {'Network': ['ID=f45a69b5-89dc-4ab9-bf35-d403b08b33b8,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.436982 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.449205 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f6c19b1a-7646-4a92-a181-6b9129ba377f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0520403 Apr 04 14:22:15.450415 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59414) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:15.463767 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network f45a69b5-89dc-4ab9-bf35-d403b08b33b8 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:22:15.468104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Request body: {'subnet': {'network_id': 'f45a69b5-89dc-4ab9-bf35-d403b08b33b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-440491156-subnet', 'tenant_id': '9473acd10af14fbf86a52b8dec091cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:15.479120 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b20ced13-616c-4103-97b7-823ba7c677ef None None] Provisioning complete for port a1daa470-ca50-4306-b0db-cc8da12b3de8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:15.479408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b20ced13-616c-4103-97b7-823ba7c677ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.491565 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for router_gateway (c16ffb36-9b69-4841-bd57-949f4fd34535), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.535943 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.541614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f96d78-1093-457c-8169-3668775174d6 None None] Pushing event updated for resources: {'Port': ['ID=a1daa470-ca50-4306-b0db-cc8da12b3de8,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.564311 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Attempting to bind port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:15.564682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Attempting to bind port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:15.565041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Attempting to bind port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:15.567214 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks [] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.580538 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:15.588695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:15.591070 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Pushing event updated for resources: {'Port': ['ID=427ab923-2539-42cd-861f-c7b1f5f9b0d1,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.595150 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:15.640833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Made reservation on behalf of 9473acd10af14fbf86a52b8dec091cf3 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:15.643023 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.678427 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.692969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:15.697128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Checking segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:15.697128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.697128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Bound using segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:15.697128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Bound port: 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:15.697128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.744799 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.749902 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for router_gateway (52958e60-21bd-4412-95ab-389849593b2f), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.753132 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port a1daa470-ca50-4306-b0db-cc8da12b3de8 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:15.775226 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:15.804501 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Allocated IP 172.20.0.2 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/549d1c27-5138-44ab-b663-362d3a98b2fd) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:15.868526 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:15.906426 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:15.940188 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Pushing event updated for resources: {'Port': ['ID=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:15.950116 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:15.977194 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] For port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:15.985445 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] For port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:15.986997 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b20ced13-616c-4103-97b7-823ba7c677ef None None] Current status of the port a1daa470-ca50-4306-b0db-cc8da12b3de8 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:16.010823 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.050341 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Allocated IP 172.27.3.147 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/97f53fdb-9f4f-48cf-b2fc-a474925f3972) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:16.061530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.119817 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Attempting to bind port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:16.120254 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Attempting to bind port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:16.120706 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Attempting to bind port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:16.125223 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Router a76694ba-4453-4b7c-8bee-09931a9ec65a is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:22:16.138806 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:16.139365 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:16.146692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.146692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Bound using segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:16.146692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Bound port: bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:16.146692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.223831 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for router_gateway (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.307432 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks [] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.313007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c700-6c22-43e6-8ad8-c503d18e0677 None None] Pushing event updated for resources: {'Port': ['ID=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:16.326343 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:16.334829 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (f15a211c-f01a-4a54-98f7-a1ace44b3985), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.344995 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:16.350399 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.363838 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:16.364492 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:16.439078 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device a1daa470-ca50-4306-b0db-cc8da12b3de8 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:16.452868 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.500395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.504839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59442) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:16.515120 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-70b224a1-bdf4-449e-b0af-6cfd8cf517aa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6869154 Apr 04 14:22:16.528173 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4813c0de-d637-45cb-b7eb-314ff4b5f08d req-a2884c59-118e-480e-88dc-b91c68676195 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.1943905 Apr 04 14:22:16.557587 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15a211c-f01a-4a54-98f7-a1ace44b3985,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:16.599851 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:16.603900 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] For port bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:16.629525 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:16.658066 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:16.667477 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for router_gateway (c16ffb36-9b69-4841-bd57-949f4fd34535), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.681275 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] For port bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:16.687574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Pushing event updated for resources: {'Port': ['ID=549d1c27-5138-44ab-b663-362d3a98b2fd,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:16.709316 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Checking segment: {'id': 'f0a94d0f-ceed-453b-833f-398e1ef212d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f45a69b5-89dc-4ab9-bf35-d403b08b33b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:16.709926 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Network hostable DHCP agents. Network: f45a69b5-89dc-4ab9-bf35-d403b08b33b8, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:22:16.728059 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.729946 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:16.746517 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.783483 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port a1daa470-ca50-4306-b0db-cc8da12b3de8 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:16.783876 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.787129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.828092 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Network f45a69b5-89dc-4ab9-bf35-d403b08b33b8 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:22:16.855232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:16.885845 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Attempting to bind port 549d1c27-5138-44ab-b663-362d3a98b2fd on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:16.886223 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Attempting to bind port 549d1c27-5138-44ab-b663-362d3a98b2fd by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:16.886588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Attempting to bind port 549d1c27-5138-44ab-b663-362d3a98b2fd on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:16.897690 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:16.904650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.908352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:16.908730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:16.909586 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.909586 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:16.910028 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Bound port: 549d1c27-5138-44ab-b663-362d3a98b2fd, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:16.910335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:16.925991 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Allocated IP 172.27.3.53 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/37e6e24a-5279-43d4-99b9-a2d96269ecb3) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:16.927360 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8127-2e38-4840-86c8-94fe0c248d9e None None] Pushing event updated for resources: {'Port': ['ID=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:16.933341 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Pushing event updated for resources: {'Port': ['ID=97f53fdb-9f4f-48cf-b2fc-a474925f3972,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:16.935989 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:17.002628 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:14Z', 'revision_number': 3, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:17.030055 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port a1daa470-ca50-4306-b0db-cc8da12b3de8 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:17.042074 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:17.043460 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Updating router a76694ba-4453-4b7c-8bee-09931a9ec65a port 99b3827f-1399-499a-a028-2d481e8fd8f6 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:17.056894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] For port 549d1c27-5138-44ab-b663-362d3a98b2fd, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:17.060787 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] For port 549d1c27-5138-44ab-b663-362d3a98b2fd, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=549d1c27-5138-44ab-b663-362d3a98b2fd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:17.080051 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.146761 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.148782 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.164012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, f45a69b5-89dc-4ab9-bf35-d403b08b33b8) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:17.189069 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:17.190325 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.245027 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b9b9b-d3f8-452a-a94e-1f9875798b12 None None] Network f45a69b5-89dc-4ab9-bf35-d403b08b33b8 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:17.259875 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-885d4cf4-1477-4e5d-b218-99e2d3070131 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8042722 Apr 04 14:22:17.582432 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.582432 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Pushing event updated for resources: {'Port': ['ID=37e6e24a-5279-43d4-99b9-a2d96269ecb3,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:17.588470 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ac48-c648-4a3c-89b3-ce5cdbf696fe None None] Pushing event updated for resources: {'Port': ['ID=549d1c27-5138-44ab-b663-362d3a98b2fd,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:17.589332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:17.589332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:17.589332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:17.653838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.662825 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1bc77-18a7-49de-b947-a4baab338efb None None] Network f45a69b5-89dc-4ab9-bf35-d403b08b33b8 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:17.755712 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59462) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:17.878384 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks [] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.900363 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Deleting subnet 6296250f-6255-47bf-ba8c-516941353189 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:22:17.904604 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Publish callbacks [] for subnet (6296250f-6255-47bf-ba8c-516941353189), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:17.972662 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.011785 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbf1c54a-c339-4b27-8ae3-f14e3c4d7b5f req-9a30cc34-9417-4d3b-9cd2-7d5b36ace4b6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.0458169 Apr 04 14:22:18.066405 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Attempting to bind port 99b3827f-1399-499a-a028-2d481e8fd8f6 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:18.066882 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Attempting to bind port 99b3827f-1399-499a-a028-2d481e8fd8f6 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:18.067876 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Attempting to bind port 99b3827f-1399-499a-a028-2d481e8fd8f6 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:18.067992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for router_gateway (52958e60-21bd-4412-95ab-389849593b2f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.071540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:22:18.071643 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Pushing event updated for resources: {'Port': ['ID=99b3827f-1399-499a-a028-2d481e8fd8f6,revision_number=2']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:18.080964 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:18.082020 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:18.082619 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.083794 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:18.084562 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Bound port: 99b3827f-1399-499a-a028-2d481e8fd8f6, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:18.085172 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.091371 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Publish callbacks [] for subnet (6296250f-6255-47bf-ba8c-516941353189), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.095170 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ed7d64-967c-4c60-8979-a045f063fdd1 None None] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:18.121389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (6296250f-6255-47bf-ba8c-516941353189), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.134030 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.140863 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.141373 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.143647 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.144188 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.144633 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.145502 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.146759 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.147494 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.149998 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.150781 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.152400 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Tracked resource versions report: Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: pushed versions: Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: { 'AddressGroup': {'1.2'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Agent': {'1.1'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'ConntrackHelper': {'1.0'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'LocalIPAssociation': {'1.0'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Log': {'1.0'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'NDPProxy': {'1.0'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Network': {'1.1'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Port': {'1.7'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'PortForwarding': {'1.3'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'QosPolicy': {'1.10'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroup': {'1.5'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroupRule': {'1.2'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SubPort': {'1.0'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Subnet': {'1.1'}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Trunk': {'1.1'}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: consumer versions: Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: { DHCP agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: HyperV agent@hv-cinder-83588: {}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: L3 agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: Metadata agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: Metering agent@dv-cinder-835880-4-iscsi: {}, Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: Open vSwitch agent@dv-cinder-835880-4-iscsi: { 'AddressGroup': '1.2', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Agent': '1.1', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'ConntrackHelper': '1.0', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'LocalIPAssociation': '1.0', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Log': '1.0', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'NDPProxy': '1.0', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Network': '1.1', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Port': '1.7', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'PortForwarding': '1.3', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'QosPolicy': '1.10', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroup': '1.5', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SecurityGroupRule': '1.2', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'SubPort': '1.0', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Subnet': '1.1', Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: 'Trunk': '1.1'}} Apr 04 14:22:18.157759 dv-cinder-835880-4-iscsi neutron-server[103855]: {{(pid=103855) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 14:22:18.246103 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Provisioning complete for port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:18.246497 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.255117 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] For port 99b3827f-1399-499a-a028-2d481e8fd8f6, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:18.262430 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] For port 99b3827f-1399-499a-a028-2d481e8fd8f6, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=99b3827f-1399-499a-a028-2d481e8fd8f6,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:18.389959 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.398316 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Current status of the port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:18.398703 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.481230 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bea36b7c-29c2-4eac-820d-b13f5f56a6e7 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:18.488100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] For port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:18.491715 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for router_gateway (c16ffb36-9b69-4841-bd57-949f4fd34535), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.529953 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:18.530829 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:18.580848 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55cc45-6c6b-4fbb-8022-49115c3e3856 None None] Pushing event updated for resources: {'Port': ['ID=99b3827f-1399-499a-a028-2d481e8fd8f6,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:18.599281 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (6296250f-6255-47bf-ba8c-516941353189), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.655999 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.672204 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:18.672618 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.786789 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.787017 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1b6cb-c112-4a8c-9c56-44c3f9e9ef2d None None] Pushing event updated for resources: {'Port': ['ID=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:18.801560 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6296250f-6255-47bf-ba8c-516941353189 HTTP/1.1" status: 204 len: 168 time: 1.0386233 Apr 04 14:22:18.809295 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59476) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:18.896935 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:18.941596 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (d66e81f3-78db-4490-b004-51bb3254a355), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:18.987970 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50064-8924-43cd-b10b-57a57bb094ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6296250f-6255-47bf-ba8c-516941353189,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:18.989865 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:19.076589 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:19.077091 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.079726 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:19.082596 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68086ed7-8b66-479a-beec-3132449475fb None None] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:19.130814 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.160171 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:19.161039 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:19.209282 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (d66e81f3-78db-4490-b004-51bb3254a355), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.266206 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.270811 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.273348 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.275508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > port after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.277634 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.278251 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > port after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.280575 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.281143 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.281687 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.283547 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.321778 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:14Z', 'revision_number': 3, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:19.325314 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.326634 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e03097e3-169e-4b8e-83af-5e23f8a151ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1368504 Apr 04 14:22:19.334011 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59492) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:19.341284 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13590c5-5f25-4089-9050-dda053589d58 None None] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:22:19.351217 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:19.379022 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21872d1-4bb0-4805-bdd0-83b7af2e4a50 None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:14Z', 'revision_number': 3, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:19.404297 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (52958e60-21bd-4412-95ab-389849593b2f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.436002 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:19.441635 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.442715 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 549d1c27-5138-44ab-b663-362d3a98b2fd up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:19.490646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-29966b8d-6e73-49e7-843f-d1163e29c2e4 None None] Provisioning complete for port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:19.491161 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-29966b8d-6e73-49e7-843f-d1163e29c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.547789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.18', 59108) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:19.557994 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.558525 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.559012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.559495 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103853) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:22:19.560004 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66e81f3-78db-4490-b004-51bb3254a355']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:19.780408 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59498) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:19.815141 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312e550d-70ff-4883-9499-6f423994b222') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:19.815819 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312e550d-70ff-4883-9499-6f423994b222') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:19.866231 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Allocated IP 172.20.0.1 (192186bb-be12-4fe7-b3c6-61cce9b6ed76/d2ab6af3-79e3-431b-85af-b3c31463ea56/337b292d-6799-44f0-8afd-287db4098860) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:19.869656 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2f8bce92-cce7-47cd-ad20-1598d6f0a23d req-90055eac-4ca6-4ad8-85fb-0ff4c1590dbf tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.3039181 Apr 04 14:22:19.871894 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (312e550d-70ff-4883-9499-6f423994b222), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.900856 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:19.916073 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (312e550d-70ff-4883-9499-6f423994b222), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.948660 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:22:19.948887 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (312e550d-70ff-4883-9499-6f423994b222), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: from cryptography.utils import int_from_bytes Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: from cryptography.utils import int_from_bytes Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:22:19.953084 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:22:20.034204 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-e0365b80-331e-4f17-9224-ae456d992f31 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:20.036914 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-e0365b80-331e-4f17-9224-ae456d992f31 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.18 "GET /v2.0/networks?id=f0ee30cb-0f2d-4222-a358-924a4ad90b6b HTTP/1.1" status: 200 len: 812 time: 0.4666188 Apr 04 14:22:20.082040 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.147503 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Request body: {'port': {'device_id': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b', 'admin_state_up': True, 'tenant_id': 'a8ff242659924b6fa25ca421e1943362'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:20.155526 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01a6ddb0-b719-4f2c-b3a1-4fed9c5c433e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.186338 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-29966b8d-6e73-49e7-843f-d1163e29c2e4 None None] Current status of the port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:20.202128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:15Z', 'revision_number': 3, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:20.204607 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 549d1c27-5138-44ab-b663-362d3a98b2fd triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:20.204813 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (d66e81f3-78db-4490-b004-51bb3254a355), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.204977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.229969 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.237814 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d66e81f3-78db-4490-b004-51bb3254a355 HTTP/1.1" status: 204 len: 168 time: 1.4265177 Apr 04 14:22:20.265773 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59518) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:20.276962 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9453-65dd-469d-86a1-c31b1b69ff97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66e81f3-78db-4490-b004-51bb3254a355,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:20.363019 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:20.363442 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Updating router ca2366d6-9cee-45a2-97f8-2a0bb659d384 port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:20.472482 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Router c16ffb36-9b69-4841-bd57-949f4fd34535 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:22:20.482487 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Provisioning complete for port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:20.482890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.487678 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.590320 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 549d1c27-5138-44ab-b663-362d3a98b2fd is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:20.591332 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.685062 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:20.694371 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:20.722605 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:20.724981 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:20.772992 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 549d1c27-5138-44ab-b663-362d3a98b2fd, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=549d1c27-5138-44ab-b663-362d3a98b2fd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:20.795944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:20.799228 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-74d5ca3d-a41f-46ba-8e85-d3854a32623e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5029325 Apr 04 14:22:20.800578 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59540) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:20.873026 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:20.915374 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Deleting subnet f15a211c-f01a-4a54-98f7-a1ace44b3985 {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:22:20.933296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Publish callbacks [] for subnet (f15a211c-f01a-4a54-98f7-a1ace44b3985), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.005613 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks [] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.008840 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Router 52958e60-21bd-4412-95ab-389849593b2f is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:22:21.020753 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Current status of the port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:21.026000 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.026861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2ee988b8-bee0-4edd-8b65-68e0877ebe9e up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:21.034773 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks [] for port (337b292d-6799-44f0-8afd-287db4098860), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.056790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Publish callbacks [] for subnet (f15a211c-f01a-4a54-98f7-a1ace44b3985), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.092605 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (f15a211c-f01a-4a54-98f7-a1ace44b3985), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.098705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.169866 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01a6ddb0-b719-4f2c-b3a1-4fed9c5c433e admin admin] Publish callbacks [] for security_group (ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.174144 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Made reservation on behalf of a8ff242659924b6fa25ca421e1943362 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:21.177568 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.184113 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:18Z', 'revision_number': 3, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:21.219289 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:21.219545 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Updating router c16ffb36-9b69-4841-bd57-949f4fd34535 port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:21.219817 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fc8e1b43-59fc-48b6-b81b-ba30ab1dce07 req-e8eaf384-1039-423e-a933-245715c7de7f tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.1148107 Apr 04 14:22:21.227440 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Attempting to bind port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:21.235887 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Attempting to bind port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:21.236480 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Attempting to bind port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:21.239320 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Provisioning complete for port 549d1c27-5138-44ab-b663-362d3a98b2fd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:21.239877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.273329 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.279077 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=549d1c27-5138-44ab-b663-362d3a98b2fd,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:21.300544 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:21.301077 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.308137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-01a6ddb0-b719-4f2c-b3a1-4fed9c5c433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.351660 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6ddb0-b719-4f2c-b3a1-4fed9c5c433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:21.449573 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:21.449573 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:21.449573 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.450269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:21.451088 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Bound port: 427ab923-2539-42cd-861f-c7b1f5f9b0d1, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:21.451616 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.577706 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] For port 427ab923-2539-42cd-861f-c7b1f5f9b0d1, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:21.581174 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] For port 427ab923-2539-42cd-861f-c7b1f5f9b0d1, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=427ab923-2539-42cd-861f-c7b1f5f9b0d1,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:21.623487 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc623ef-c5a6-4efe-9da6-61ad5185d198 None None] Pushing event updated for resources: {'Port': ['ID=427ab923-2539-42cd-861f-c7b1f5f9b0d1,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:21.725792 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.732105 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (337b292d-6799-44f0-8afd-287db4098860), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:21.862277 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-01a6ddb0-b719-4f2c-b3a1-4fed9c5c433e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6936cc215e3e4a498bbf1b85f9cba0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0795295 Apr 04 14:22:21.865975 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59564) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:22.018501 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:22.103644 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:22.106065 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:22.206654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.313629 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.313629 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Pushing event updated for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:22.315424 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc623ef-c5a6-4efe-9da6-61ad5185d198 None None] Pushing event updated for resources: {'Port': ['ID=427ab923-2539-42cd-861f-c7b1f5f9b0d1,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:22.315519 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks [] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.315885 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:22.315965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d51334f6-2120-407d-b5d8-3da37ef01cc8 None None] Current status of the port 549d1c27-5138-44ab-b663-362d3a98b2fd is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:22.316050 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] Publish callbacks [] for security_group (ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.361840 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (f15a211c-f01a-4a54-98f7-a1ace44b3985), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.365197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:22.393818 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:22.394486 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.412455 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.485899 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:22.564573 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d8fe5a6c-2c0f-4ad1-98ca-2abff84037e6 req-a42a851c-eca9-44bc-bdec-efa94fd79998 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.2033575 Apr 04 14:22:22.574224 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] Publish callbacks [] for security_group (ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.578116 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee53d-6c70-4341-828d-d2809a304a2b None None] Pushing event updated for resources: {'Port': ['ID=37e6e24a-5279-43d4-99b9-a2d96269ecb3,revision_number=2']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:22.592716 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Attempting to bind port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:22.592716 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Attempting to bind port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:22.592716 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Attempting to bind port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:22.596641 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bea36b7c-29c2-4eac-820d-b13f5f56a6e7 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:22.598198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59570) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:22.606163 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:22.606874 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:22.608342 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.608913 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:22.609412 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Bound port: 37e6e24a-5279-43d4-99b9-a2d96269ecb3, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:22.609826 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.695161 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15a211c-f01a-4a54-98f7-a1ace44b3985,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:22.722147 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.726796 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8753659d-bd41-4724-a253-a71a1efbbab7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f15a211c-f01a-4a54-98f7-a1ace44b3985 HTTP/1.1" status: 204 len: 168 time: 2.3473053 Apr 04 14:22:22.734733 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59574) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:22.796543 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] For port 37e6e24a-5279-43d4-99b9-a2d96269ecb3, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:22.803572 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] For port 37e6e24a-5279-43d4-99b9-a2d96269ecb3, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=37e6e24a-5279-43d4-99b9-a2d96269ecb3,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:22.832845 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Provisioning complete for port 549d1c27-5138-44ab-b663-362d3a98b2fd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:22.833166 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.843692 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:22.844277 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (f45a69b5-89dc-4ab9-bf35-d403b08b33b8), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.861128 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Allocated IP 172.20.0.9 (f0ee30cb-0f2d-4222-a358-924a4ad90b6b/daa311bb-a74d-471d-9011-ae27cbcf1a63/7804b8c8-aa3f-4778-b0d4-cc9ded24caa6) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:22.868943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:22.888504 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee689083-0996-41e3-8dc3-b29f21bef5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:22.911895 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:22.912558 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.003257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Allocated IP 172.20.0.1 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/66da46dd-5101-4117-8586-f01b2bd666f4) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:23.016891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (f45a69b5-89dc-4ab9-bf35-d403b08b33b8), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.025915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:23.026495 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.075003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45a69b5-89dc-4ab9-bf35-d403b08b33b8']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.090594 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a94d0f-ceed-453b-833f-398e1ef212d3') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.091001 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a94d0f-ceed-453b-833f-398e1ef212d3') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.103328 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (f0a94d0f-ceed-453b-833f-398e1ef212d3), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.127435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (f0a94d0f-ceed-453b-833f-398e1ef212d3), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.143097 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:22:23.143569 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (f0a94d0f-ceed-453b-833f-398e1ef212d3), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:22:23.145281 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:22:23.147215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Allocated IP 172.20.0.1 (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc/ac85983a-4d2f-4113-b54a-fabab01179ce/6d73a088-32af-474a-9b39-d14a705000a4) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:23.147872 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:23.150107 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Current status of the port 549d1c27-5138-44ab-b663-362d3a98b2fd is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:23.209678 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks [] for port (66da46dd-5101-4117-8586-f01b2bd666f4), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.261499 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks [] for port (6d73a088-32af-474a-9b39-d14a705000a4), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.279227 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Provisioning complete for port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:23.279606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.318318 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:15Z', 'revision_number': 3, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.361988 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:23.362953 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 549d1c27-5138-44ab-b663-362d3a98b2fd up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:23.364614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec0dde-9eb1-47cb-80bb-dcc8ab930bc8 None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:15Z', 'revision_number': 3, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:23.495813 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 549d1c27-5138-44ab-b663-362d3a98b2fd triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:23.496191 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.525200 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-535dbec0-6354-4f20-9bc3-a8876d9e37af None None] Current status of the port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:23.551722 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:17Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.583437 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:23.583792 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Updating router 52958e60-21bd-4412-95ab-389849593b2f port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:23.662672 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.691592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.694252 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.704078 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1 HTTP/1.1" status: 204 len: 168 time: 1.8320010 Apr 04 14:22:23.705270 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.732799 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e69bcd68-b739-4ba2-8712-86ad8b28287f req-d0d41d3a-b21c-4163-b5d6-3fb24a583c4c tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.0579345 Apr 04 14:22:23.735193 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (f45a69b5-89dc-4ab9-bf35-d403b08b33b8), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.767894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9bd53202-92d1-46fe-8348-3e92685dedac None None] Provisioning complete for port 337b292d-6799-44f0-8afd-287db4098860 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:23.767894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9bd53202-92d1-46fe-8348-3e92685dedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (337b292d-6799-44f0-8afd-287db4098860), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.786314 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.786532 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:23.786532 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:23.797671 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.822484 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:23.822743 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:23.835940 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-de922214-6f77-4bba-ba71-9cdd4b3b4531 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5539489 Apr 04 14:22:23.856256 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59582) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:23.871720 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:23.921092 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:23.957892 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 549d1c27-5138-44ab-b663-362d3a98b2fd is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:23.963014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2ee988b8-bee0-4edd-8b65-68e0877ebe9e up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:24.028695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.049034 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/f45a69b5-89dc-4ab9-bf35-d403b08b33b8 HTTP/1.1" status: 204 len: 168 time: 1.3121958 Apr 04 14:22:24.049034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef0811-43de-4415-825a-f3750dbffc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=f45a69b5-89dc-4ab9-bf35-d403b08b33b8,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:24.056377 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (c16ffb36-9b69-4841-bd57-949f4fd34535), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.110348 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:24.337252 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9bd53202-92d1-46fe-8348-3e92685dedac None None] Port 337b292d-6799-44f0-8afd-287db4098860 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:24.591569 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:24.592337 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.596639 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee53d-6c70-4341-828d-d2809a304a2b None None] Pushing event updated for resources: {'Port': ['ID=37e6e24a-5279-43d4-99b9-a2d96269ecb3,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:24.598586 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee689083-0996-41e3-8dc3-b29f21bef5a3 admin admin] Publish callbacks [] for security_group (8b32bf9f-b97c-4572-899e-92635228a288), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.620710 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-7c477b1d-770c-43e4-ad78-88c472dc4a1a None None] Provisioning complete for port 66da46dd-5101-4117-8586-f01b2bd666f4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:24.627229 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7c477b1d-770c-43e4-ad78-88c472dc4a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.655153 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:18Z', 'revision_number': 3, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:24.746591 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecc49b-9799-4efd-9212-61dd558b69f4 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:18Z', 'revision_number': 3, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:24.793776 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:24.804845 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:24.819084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:24.820542 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:24.980292 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc2aa4-eb01-480e-a4a9-4c3674bce661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ef5a4-cd36-48c7-be0d-1dc24a68eea1,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:24.992709 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:25.007013 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59596) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:25.010979 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee689083-0996-41e3-8dc3-b29f21bef5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8b32bf9f-b97c-4572-899e-92635228a288), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.082142 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-7c477b1d-770c-43e4-ad78-88c472dc4a1a None None] Port 66da46dd-5101-4117-8586-f01b2bd666f4 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:25.318319 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:25.318319 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 99b3827f-1399-499a-a028-2d481e8fd8f6 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:25.320476 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ee689083-0996-41e3-8dc3-b29f21bef5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c2cc3674ed94f8c8edfd61d3555d61c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6917300 Apr 04 14:22:25.320674 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (337b292d-6799-44f0-8afd-287db4098860), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.351304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bc25dc2f-b287-4d79-af27-442a1b31b73c req-85f5c4ff-a1c1-4c60-828e-fb394513473b tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.3425922 Apr 04 14:22:25.354511 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59606) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:25.426090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689083-0996-41e3-8dc3-b29f21bef5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b32bf9f-b97c-4572-899e-92635228a288,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:25.485872 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:25.505168 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c7f7140e-a226-41f1-a6ed-c662cc0dc99f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=678b6f93b17042d8a606387acdd1d4b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4906220 Apr 04 14:22:25.509904 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] Publish callbacks [] for security_group (8b32bf9f-b97c-4572-899e-92635228a288), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.515623 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59610) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:25.541057 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks [] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.588717 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 99b3827f-1399-499a-a028-2d481e8fd8f6 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:25.588717 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.593975 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] Publish callbacks [] for security_group (8b32bf9f-b97c-4572-899e-92635228a288), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.652221 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-57577e4c-ef5c-468c-82f2-af7295c867f2 None None] Provisioning complete for port 6d73a088-32af-474a-9b39-d14a705000a4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:25.653842 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-57577e4c-ef5c-468c-82f2-af7295c867f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6d73a088-32af-474a-9b39-d14a705000a4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.665603 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.694215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.713621 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks [] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.837853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-57577e4c-ef5c-468c-82f2-af7295c867f2 None None] Port 6d73a088-32af-474a-9b39-d14a705000a4 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:25.845950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96639-72e0-4b90-ac13-07b0e702dc3c None None] Pushing event updated for resources: {'Port': ['ID=97f53fdb-9f4f-48cf-b2fc-a474925f3972,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:25.905555 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Attempting to bind port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:25.906475 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Attempting to bind port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:25.907760 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Attempting to bind port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:25.914434 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:25.916102 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:25.917218 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:25.918251 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:25.919766 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Bound port: 97f53fdb-9f4f-48cf-b2fc-a474925f3972, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:25.920379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.070150 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 99b3827f-1399-499a-a028-2d481e8fd8f6 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:26.072029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.094695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8b32bf9f-b97c-4572-899e-92635228a288), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.097699 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6d73a088-32af-474a-9b39-d14a705000a4), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.098537 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.100630 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b32bf9f-b97c-4572-899e-92635228a288 HTTP/1.1" status: 204 len: 168 time: 0.7446017 Apr 04 14:22:26.170316 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483b495-acb8-4c1e-8332-3fbf0a686798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b32bf9f-b97c-4572-899e-92635228a288,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:26.203545 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks [] for port (66da46dd-5101-4117-8586-f01b2bd666f4), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.232957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] Publish callbacks [] for security_group (cb34e26b-bb6a-4b84-97dc-39cb25de2fab), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.235051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.262943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 99b3827f-1399-499a-a028-2d481e8fd8f6, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=99b3827f-1399-499a-a028-2d481e8fd8f6,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:26.262943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] For port 97f53fdb-9f4f-48cf-b2fc-a474925f3972, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:26.280253 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.322316 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] For port 97f53fdb-9f4f-48cf-b2fc-a474925f3972, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=97f53fdb-9f4f-48cf-b2fc-a474925f3972,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:26.354518 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.432603 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:26.460970 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.505431 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=99b3827f-1399-499a-a028-2d481e8fd8f6,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:26.544407 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (c16ffb36-9b69-4841-bd57-949f4fd34535), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.565326 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:26.566388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:26.595858 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] Publish callbacks [] for security_group (cb34e26b-bb6a-4b84-97dc-39cb25de2fab), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.662957 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 427ab923-2539-42cd-861f-c7b1f5f9b0d1 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:26.708527 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Network f0ee30cb-0f2d-4222-a358-924a4ad90b6b is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:26.770264 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:26.778487 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:26.822996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:26.866705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96639-72e0-4b90-ac13-07b0e702dc3c None None] Pushing event updated for resources: {'Port': ['ID=97f53fdb-9f4f-48cf-b2fc-a474925f3972,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:26.933646 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:26.945322 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:26.945743 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:26.950985 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:26.951693 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.033459 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:22:27.051290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:27.131197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Pushing event updated for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:27.224786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks [] for port (337b292d-6799-44f0-8afd-287db4098860), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.426521 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f054e8bf-82ac-4360-b379-a678836680f6 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3030450 Apr 04 14:22:27.432188 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (337b292d-6799-44f0-8afd-287db4098860), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.433051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.452332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:27.455712 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cb34e26b-bb6a-4b84-97dc-39cb25de2fab), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.458457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.460015 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb34e26b-bb6a-4b84-97dc-39cb25de2fab HTTP/1.1" status: 204 len: 168 time: 1.9433534 Apr 04 14:22:27.464319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-d92e0f3b-fd72-4cd1-9038-5604f94bad3c tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:22:27.467772 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-d92e0f3b-fd72-4cd1-9038-5604f94bad3c tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259686 Apr 04 14:22:27.467885 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2995e0fd-d527-4417-942a-ed90f021c0a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/c16ffb36-9b69-4841-bd57-949f4fd34535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6638911 Apr 04 14:22:27.513753 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:27.514730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.531707 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-213f2361-89e5-4091-8773-e1d2b8934f25 None None] Provisioning complete for port 66da46dd-5101-4117-8586-f01b2bd666f4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:27.532161 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-213f2361-89e5-4091-8773-e1d2b8934f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.585987 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-213f2361-89e5-4091-8773-e1d2b8934f25 None None] Port 66da46dd-5101-4117-8586-f01b2bd666f4 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:27.589420 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14e446-a952-4304-af18-a77e60ecd805 req-51673a6a-efd5-4417-be0a-07a52dafff0d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:27.590966 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd14e446-a952-4304-af18-a77e60ecd805 req-51673a6a-efd5-4417-be0a-07a52dafff0d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 931 time: 1.0431786 Apr 04 14:22:27.595635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaeeb1-7b5e-44f3-b535-2d369f8f5e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34e26b-bb6a-4b84-97dc-39cb25de2fab,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:27.598561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.624920 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 427ab923-2539-42cd-861f-c7b1f5f9b0d1, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=427ab923-2539-42cd-861f-c7b1f5f9b0d1,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:27.659263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:17Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:27.701745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950ddf2-c224-441f-af1c-ed891eee7c05 None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:17Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:27.707005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.708401 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 37e6e24a-5279-43d4-99b9-a2d96269ecb3 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:27.825455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:27.825783 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:27.885871 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=427ab923-2539-42cd-861f-c7b1f5f9b0d1,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:27.924681 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Pushing event updated for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:28.093553 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:28.094191 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.132891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:28.150793 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:28.172104 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 37e6e24a-5279-43d4-99b9-a2d96269ecb3, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=37e6e24a-5279-43d4-99b9-a2d96269ecb3,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:28.180035 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks [] for port (6d73a088-32af-474a-9b39-d14a705000a4), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.193991 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd14e446-a952-4304-af18-a77e60ecd805 req-54572c6e-b638-433f-b37f-5095fdb5e6f8 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198181 Apr 04 14:22:28.240900 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.330231 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.331460 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.369358 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:28.395121 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:28.395924 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:28.468609 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=37e6e24a-5279-43d4-99b9-a2d96269ecb3,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:28.760851 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9492ee4a-9e31-4502-8e90-d3448be5ac6d None None] Provisioning complete for port 337b292d-6799-44f0-8afd-287db4098860 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:28.761441 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9492ee4a-9e31-4502-8e90-d3448be5ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (337b292d-6799-44f0-8afd-287db4098860), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:28.813183 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:28.857813 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 427ab923-2539-42cd-861f-c7b1f5f9b0d1 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:28.991808 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9492ee4a-9e31-4502-8e90-d3448be5ac6d None None] Port 337b292d-6799-44f0-8afd-287db4098860 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:29.006163 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:29.009798 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.140246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59664) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:29.235113 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:29.280063 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Request body: {'port': {'device_id': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:29.314656 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d6a98b59-e762-434a-b819-8e94888d33b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9473acd10af14fbf86a52b8dec091cf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1726553 Apr 04 14:22:29.316588 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59668) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:29.345681 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:29.347002 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Updating router c16ffb36-9b69-4841-bd57-949f4fd34535 port 66da46dd-5101-4117-8586-f01b2bd666f4 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:29.348348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:29.355263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 99b3827f-1399-499a-a028-2d481e8fd8f6 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:29.408697 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.511332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] Publish callbacks [] for security_group (9c850d73-7139-4d82-b1ee-77c4f648aa09), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.536547 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 99b3827f-1399-499a-a028-2d481e8fd8f6 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:29.537036 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.605033 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] Publish callbacks [] for security_group (9c850d73-7139-4d82-b1ee-77c4f648aa09), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.756593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 99b3827f-1399-499a-a028-2d481e8fd8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:29.761173 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 97f53fdb-9f4f-48cf-b2fc-a474925f3972 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:29.792767 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:29.811062 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9c850d73-7139-4d82-b1ee-77c4f648aa09), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.814365 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:29.817338 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c850d73-7139-4d82-b1ee-77c4f648aa09 HTTP/1.1" status: 204 len: 168 time: 0.4974184 Apr 04 14:22:29.826646 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:29.826957 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6274-7d14-45ed-be3c-b95da293d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c850d73-7139-4d82-b1ee-77c4f648aa09,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:29.907839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:29.923359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:22:29.993537 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.022223 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:30.022676 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.037815 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Allocated IP 172.20.0.1 (2a712b1f-a475-425b-b02a-8f49b10aa942/2bf371d4-8fd9-4789-9a2c-d752027e4b3b/c156c344-a8be-4e69-b351-fae3909fab8f) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:30.199155 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks [] for port (66da46dd-5101-4117-8586-f01b2bd666f4), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.274232 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.286452 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59688) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:30.292522 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009831520', 'description': 'tempest-description--574375288'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:30.433777 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.514234 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-418f8b75-89d9-4cec-ad28-57ec7fedad8b None None] Provisioning complete for port 6d73a088-32af-474a-9b39-d14a705000a4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:30.514611 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-418f8b75-89d9-4cec-ad28-57ec7fedad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6d73a088-32af-474a-9b39-d14a705000a4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.576732 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Attempting to bind port 66da46dd-5101-4117-8586-f01b2bd666f4 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:30.578293 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Attempting to bind port 66da46dd-5101-4117-8586-f01b2bd666f4 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:30.578293 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Attempting to bind port 66da46dd-5101-4117-8586-f01b2bd666f4 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:30.613976 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:30.614354 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:30.614991 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.615424 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:30.615976 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Bound port: 66da46dd-5101-4117-8586-f01b2bd666f4, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:30.620485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-418f8b75-89d9-4cec-ad28-57ec7fedad8b None None] Port 6d73a088-32af-474a-9b39-d14a705000a4 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:30.629624 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.678418 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (784be263-01fa-438b-b267-4cd76974f631), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.740453 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:30.740925 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.765611 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (784be263-01fa-438b-b267-4cd76974f631), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.798000 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 97f53fdb-9f4f-48cf-b2fc-a474925f3972, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=97f53fdb-9f4f-48cf-b2fc-a474925f3972,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:30.811273 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784be263-01fa-438b-b267-4cd76974f631,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:30.856925 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-eee5dc5a-bbb2-4e37-83af-27d81d7e9a41 None None] Provisioning complete for port 66da46dd-5101-4117-8586-f01b2bd666f4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:30.858250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-eee5dc5a-bbb2-4e37-83af-27d81d7e9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.870041 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] For port 66da46dd-5101-4117-8586-f01b2bd666f4, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:30.873711 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] For port 66da46dd-5101-4117-8586-f01b2bd666f4, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=66da46dd-5101-4117-8586-f01b2bd666f4,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:30.883084 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51366382-e8ce-4ec7-915c-ed0132f0d5d6 None None] Pushing event updated for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:30.934093 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.940218 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2851f19a-8f92-4eef-b163-afe126c03379 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6508927 Apr 04 14:22:30.946290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:30.948573 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59714) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:30.957245 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '784be263-01fa-438b-b267-4cd76974f631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:30.994211 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.088185 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (1678c0b8-4ce7-45fd-ae6e-7f6f452c859e), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.103097 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-eee5dc5a-bbb2-4e37-83af-27d81d7e9a41 None None] Port 66da46dd-5101-4117-8586-f01b2bd666f4 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:31.121796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:22:31.142799 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:31.148037 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:31.149154 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 37e6e24a-5279-43d4-99b9-a2d96269ecb3 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:31.246924 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=97f53fdb-9f4f-48cf-b2fc-a474925f3972,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:31.353270 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:31.390984 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.391820 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (1678c0b8-4ce7-45fd-ae6e-7f6f452c859e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.392350 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:31.392459 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51366382-e8ce-4ec7-915c-ed0132f0d5d6 None None] Pushing event updated for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=4']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:31.419825 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298c32-f2cf-4317-abd8-7e5bbe1cd4d7 req-02d8eec4-704d-4f0d-983f-0c126884b2fc tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:31.422003 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-73298c32-f2cf-4317-abd8-7e5bbe1cd4d7 req-02d8eec4-704d-4f0d-983f-0c126884b2fc tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 931 time: 1.8473489 Apr 04 14:22:31.434915 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks [] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.562227 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-73298c32-f2cf-4317-abd8-7e5bbe1cd4d7 req-e69ecbf9-73b6-48ce-811b-0e60774cb515 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Apr 04 14:22:31.580794 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:31.599833 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:31.626094 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Provisioning complete for port 66da46dd-5101-4117-8586-f01b2bd666f4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:31.627599 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.693259 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (1678c0b8-4ce7-45fd-ae6e-7f6f452c859e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.757709 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1678c0b8-4ce7-45fd-ae6e-7f6f452c859e,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:31.773194 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Transition to ACTIVE for port object 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:31.776399 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Current status of the port 66da46dd-5101-4117-8586-f01b2bd666f4 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:31.786530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.844218 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] For port 66da46dd-5101-4117-8586-f01b2bd666f4, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=66da46dd-5101-4117-8586-f01b2bd666f4,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:31.847273 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.848525 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-45094655-75a6-4c23-bc51-a9299ac2064c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8988152 Apr 04 14:22:31.851440 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59734) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:31.867040 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '784be263-01fa-438b-b267-4cd76974f631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:31.871723 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.886788 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:31.915085 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:31.927884 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:31.931339 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:31.942717 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7a703-0bf9-498a-b907-14482ec58594 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:31.959521 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e7897314-e2f5-44f7-8549-3a3572864519 admin admin] 10.222.0.13 "PUT /v2.0/routers/a76694ba-4453-4b7c-8bee-09931a9ec65a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4372342 Apr 04 14:22:31.961379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks [] for port (c156c344-a8be-4e69-b351-fae3909fab8f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.009899 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (dc95efa6-bb29-4df4-869b-dc7ef936f060), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.016181 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Pushing event updated for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:32.023013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:32.066724 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:32.092100 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:32.096824 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:32.105474 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347bda9-723c-42c2-8fed-b70cd9524489 None None] Pushing event updated for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:32.121407 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4aa67c5a-99bd-4a00-8fbe-865e03fe46b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca2366d6-9cee-45a2-97f8-2a0bb659d384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7846017 Apr 04 14:22:32.130014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:32.131321 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:32.239438 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (dc95efa6-bb29-4df4-869b-dc7ef936f060), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.314981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Attempting to bind port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:32.315630 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Attempting to bind port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '79c3ac7c-4500-4803-ae86-a2bd841286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:32.315630 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Attempting to bind port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 on network f0ee30cb-0f2d-4222-a358-924a4ad90b6b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:32.319733 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:32.325749 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 on network f0ee30cb-0f2d-4222-a358-924a4ad90b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:32.326540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Attempting to bind port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 on network f0ee30cb-0f2d-4222-a358-924a4ad90b6b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:32.332171 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:32.333267 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Checking segment: {'id': '79c3ac7c-4500-4803-ae86-a2bd841286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:32.346252 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:32.352580 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Bound using segment: {'id': '79c3ac7c-4500-4803-ae86-a2bd841286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:32.353181 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Bound port: 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c3ac7c-4500-4803-ae86-a2bd841286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:32.354472 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (dc95efa6-bb29-4df4-869b-dc7ef936f060), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.355873 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.426566 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc95efa6-bb29-4df4-869b-dc7ef936f060,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:32.488061 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.504437 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.514213 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9c430e35-4707-485d-8dc0-cff17c6fb8de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6583197 Apr 04 14:22:32.514752 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59748) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:32.519470 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:32.613638 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:32.649551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:32.657247 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.687618 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:32.688106 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (52958e60-21bd-4412-95ab-389849593b2f), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:32.700212 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:32.879410 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 2, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:32.967123 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Pushing event updated for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:33.078491 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:33.078683 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,segment=NetworkSegment(79c3ac7c-4500-4803-ae86-a2bd841286cc),segment_id=79c3ac7c-4500-4803-ae86-a2bd841286cc)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:33.078929 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Updating router ca2366d6-9cee-45a2-97f8-2a0bb659d384 port 6d73a088-32af-474a-9b39-d14a705000a4 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:33.217661 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59766) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:33.235041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.261952 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6d73a088-32af-474a-9b39-d14a705000a4), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.284544 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 2, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:33.377224 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.494819 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:33.495171 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Updating router a76694ba-4453-4b7c-8bee-09931a9ec65a port 337b292d-6799-44f0-8afd-287db4098860 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:33.574920 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.27.3.61 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/30be7ef4-9c7f-4cc2-91f8-082bc75d2199) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:33.641430 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 66da46dd-5101-4117-8586-f01b2bd666f4 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:33.668363 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:33.669171 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.673593 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] 10.222.0.18 "PUT /v2.0/ports/7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 HTTP/1.1" status: 200 len: 1093 time: 5.7292032 Apr 04 14:22:33.683680 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:33.746382 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-6a3cf78e-de50-49f5-ba53-c0057c0afb69 None None] Provisioning complete for port c156c344-a8be-4e69-b351-fae3909fab8f triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:33.746842 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf78e-de50-49f5-ba53-c0057c0afb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.807222 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (337b292d-6799-44f0-8afd-287db4098860), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.830623 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:33.994294 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.047501 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcbf55-06b7-4b02-a4af-ffb63f4ecb11 req-185bbe16-4b0e-48fe-b114-dff82ff6e447 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:34.049535 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8dcbf55-06b7-4b02-a4af-ffb63f4ecb11 req-185bbe16-4b0e-48fe-b114-dff82ff6e447 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 1.2103338 Apr 04 14:22:34.077188 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:34.083089 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:34.097526 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:34.100490 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks [] for port (6d73a088-32af-474a-9b39-d14a705000a4), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.123345 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cf78e-de50-49f5-ba53-c0057c0afb69 None None] Port c156c344-a8be-4e69-b351-fae3909fab8f cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:34.134831 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 66da46dd-5101-4117-8586-f01b2bd666f4 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:34.135213 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.152049 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=30be7ef4-9c7f-4cc2-91f8-082bc75d2199,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:34.188080 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.409662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.447482 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Attempting to bind port 6d73a088-32af-474a-9b39-d14a705000a4 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:34.448362 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Attempting to bind port 6d73a088-32af-474a-9b39-d14a705000a4 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:34.449081 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Attempting to bind port 6d73a088-32af-474a-9b39-d14a705000a4 on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:34.458722 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:34.459140 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-444d0892-084c-4682-bf7a-9a61109604f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.460601 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Checking segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:34.462707 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.463396 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Bound using segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:34.466258 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Bound port: 6d73a088-32af-474a-9b39-d14a705000a4, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:34.467466 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6d73a088-32af-474a-9b39-d14a705000a4), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.472687 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 66da46dd-5101-4117-8586-f01b2bd666f4 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:34.473877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 97f53fdb-9f4f-48cf-b2fc-a474925f3972 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:34.563103 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] For port 6d73a088-32af-474a-9b39-d14a705000a4, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:34.567571 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] For port 6d73a088-32af-474a-9b39-d14a705000a4, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=6d73a088-32af-474a-9b39-d14a705000a4,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:34.588792 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.600629 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e18656-0a23-47dd-8bc9-bba917cc8f0b None None] Pushing event updated for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:34.640308 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.744818 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks [] for port (337b292d-6799-44f0-8afd-287db4098860), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.747713 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:34.748436 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:34.843872 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (337b292d-6799-44f0-8afd-287db4098860), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.857711 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:34.858092 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:34.946775 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:35.010551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59782) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:35.050018 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680123380', 'description': 'tempest-description--1922159603'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:35.150457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59780-3804-40d4-b801-ab0e9821905f service neutron] Pushing event updated for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:35.180571 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116dabc-79bc-4fed-bd0a-6571a6ac6e61 None None] Pushing event updated for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:35.213097 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Provisioning complete for port 6d73a088-32af-474a-9b39-d14a705000a4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:35.213534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6d73a088-32af-474a-9b39-d14a705000a4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.219649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.243873 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-b803f614-9590-4c52-aff3-8467efbad379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:35.245849 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-b803f614-9590-4c52-aff3-8467efbad379 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8ff242659924b6fa25ca421e1943362&device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 1127 time: 1.2790935 Apr 04 14:22:35.265515 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8dcbf55-06b7-4b02-a4af-ffb63f4ecb11 req-b3745cf0-0959-469b-8842-3a3a43e14e94 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0443749 Apr 04 14:22:35.368711 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58586b9c-f7f7-4bea-8f15-3d6568af8a75" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:35.432533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.486277 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-444d0892-084c-4682-bf7a-9a61109604f3 admin admin] Publish callbacks [] for security_group (63bef04c-d4d5-4299-a931-e90df330b282), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.486999 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e18656-0a23-47dd-8bc9-bba917cc8f0b None None] Pushing event updated for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=4']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:35.551620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-444d0892-084c-4682-bf7a-9a61109604f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (63bef04c-d4d5-4299-a931-e90df330b282), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.572766 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-2bbd2ba7-48a8-4339-847f-3830fd6cb2f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 HTTP/1.1" status: 200 len: 217 time: 0.3044868 Apr 04 14:22:35.665764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Attempting to bind port 337b292d-6799-44f0-8afd-287db4098860 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:35.665764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Attempting to bind port 337b292d-6799-44f0-8afd-287db4098860 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:35.665764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Attempting to bind port 337b292d-6799-44f0-8afd-287db4098860 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:35.731354 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:35.732016 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Checking segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:35.732647 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.733600 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Bound using segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:35.736146 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Bound port: 337b292d-6799-44f0-8afd-287db4098860, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:35.737315 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (337b292d-6799-44f0-8afd-287db4098860), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.750713 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.757152 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-444d0892-084c-4682-bf7a-9a61109604f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cabb791c4e134eff8a1c62a5c74a7947&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5364621 Apr 04 14:22:35.758291 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d0892-084c-4682-bf7a-9a61109604f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bef04c-d4d5-4299-a931-e90df330b282,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:35.761140 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59802) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:35.778972 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:35.796227 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:35.886708 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:35.887945 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632a07f-3ba0-43f8-b37d-cdfe0e166f8d None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:35.924846 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-3de41ae2-1250-4f99-86d6-55a28a0d6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:35.930541 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-3de41ae2-1250-4f99-86d6-55a28a0d6312 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daa311bb-a74d-471d-9011-ae27cbcf1a63 HTTP/1.1" status: 200 len: 852 time: 0.3418398 Apr 04 14:22:35.943462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59806) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:35.997574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228489211', 'description': 'tempest-description--478088426'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:36.085189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.154517 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50aa505-11af-4eac-9634-d689fcff6b92 x-openstack-request-id: req-f50aa505-11af-4eac-9634-d689fcff6b92 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:36.155120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:36.155120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f50aa505-11af-4eac-9634-d689fcff6b92 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:36.155584 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50aa505-11af-4eac-9634-d689fcff6b92'] response: {'name': 'network-changed', 'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6', 'status': 'completed', 'code': 200} Apr 04 14:22:36.156759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=30be7ef4-9c7f-4cc2-91f8-082bc75d2199,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:36.207705 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] Publish callbacks [] for security_group (63bef04c-d4d5-4299-a931-e90df330b282), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.245601 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Current status of the port 6d73a088-32af-474a-9b39-d14a705000a4 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:36.245601 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6d73a088-32af-474a-9b39-d14a705000a4), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.256297 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] Publish callbacks [] for security_group (63bef04c-d4d5-4299-a931-e90df330b282), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.266005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] For port 337b292d-6799-44f0-8afd-287db4098860, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:36.299410 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] For port 6d73a088-32af-474a-9b39-d14a705000a4, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=6d73a088-32af-474a-9b39-d14a705000a4,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:36.306710 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.309432 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f3bf089d-3291-4818-a716-206a0a68c9da tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7935767 Apr 04 14:22:36.313507 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] For port 337b292d-6799-44f0-8afd-287db4098860, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=337b292d-6799-44f0-8afd-287db4098860,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:36.342418 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (dafd7234-916e-47c3-9530-ab631909b8e4), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.388890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.392813 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (337b292d-6799-44f0-8afd-287db4098860), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.591668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (63bef04c-d4d5-4299-a931-e90df330b282), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.606182 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.615165 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63bef04c-d4d5-4299-a931-e90df330b282 HTTP/1.1" status: 204 len: 168 time: 0.8529661 Apr 04 14:22:36.664037 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4de16-e16c-4629-a373-0b9b53fd096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bef04c-d4d5-4299-a931-e90df330b282,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:36.740164 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:36.744648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:36.759298 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235cf6a-115e-4c41-a847-e5d505af4745 req-bfff75e1-5f57-407e-b780-74b38a6ac0ab tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:36.768122 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a235cf6a-115e-4c41-a847-e5d505af4745 req-bfff75e1-5f57-407e-b780-74b38a6ac0ab tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.3064337 Apr 04 14:22:36.835078 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-9d846860-c22e-4a9f-bdd7-579fd3f5b11e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0ee30cb-0f2d-4222-a358-924a4ad90b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8870614 Apr 04 14:22:36.852114 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Provisioning complete for port 337b292d-6799-44f0-8afd-287db4098860 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:36.853302 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (337b292d-6799-44f0-8afd-287db4098860), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.888627 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks [] for port (c156c344-a8be-4e69-b351-fae3909fab8f), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.904756 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (dafd7234-916e-47c3-9530-ab631909b8e4), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:36.959645 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a235cf6a-115e-4c41-a847-e5d505af4745 req-ef9a4d16-e832-4857-919a-e332578a4476 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625850 Apr 04 14:22:36.989790 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb64c5-7dcf-46a8-8442-489626c05cbc None None] Pushing event updated for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:37.046219 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.047304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (52958e60-21bd-4412-95ab-389849593b2f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.199519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.219164 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116dabc-79bc-4fed-bd0a-6571a6ac6e61 None None] Pushing event updated for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:37.267900 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd7234-916e-47c3-9530-ab631909b8e4,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:37.350739 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:37.389383 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.394110 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59858) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:37.400678 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group_rule': {'security_group_id': 'dafd7234-916e-47c3-9530-ab631909b8e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:37.405595 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Current status of the port 337b292d-6799-44f0-8afd-287db4098860 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:37.406038 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (337b292d-6799-44f0-8afd-287db4098860), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.406518 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-70b28135-2b55-4c7c-a4be-5ed4ca25ac4b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.3718085 Apr 04 14:22:37.503957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Pushing event updated for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:37.528259 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-1fc147bb-2fe5-4e6f-9940-957733dc7b54 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2009831520&fields=id&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 267 time: 0.6342986 Apr 04 14:22:37.559987 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (416e5edd-d3ea-4423-afeb-cc528a11d441), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.612506 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] For port 337b292d-6799-44f0-8afd-287db4098860, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=337b292d-6799-44f0-8afd-287db4098860,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:37.657525 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:37.659705 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (416e5edd-d3ea-4423-afeb-cc528a11d441), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.669753 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:37.674478 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-7999b71b-bb91-463f-ac22-f927c6e9b7ac service neutron] 10.222.0.18 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582841 Apr 04 14:22:37.708199 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59868) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:37.730329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-43f0b623-9e9c-473d-b6e0-da178d16cab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.731672 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (337b292d-6799-44f0-8afd-287db4098860), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.765878 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (416e5edd-d3ea-4423-afeb-cc528a11d441), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.890810 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-43f0b623-9e9c-473d-b6e0-da178d16cab6 admin admin] Publish callbacks [] for security_group (e96177d2-6d28-47c0-8072-97619a2524ca), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.896076 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.901142 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5056512 Apr 04 14:22:37.901845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59874) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:37.911015 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group_rule': {'security_group_id': 'dafd7234-916e-47c3-9530-ab631909b8e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:37.921007 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a7dc9-4fcc-46f3-ae80-1c1fc18a588a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416e5edd-d3ea-4423-afeb-cc528a11d441,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:37.947839 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Provisioning complete for port 6d73a088-32af-474a-9b39-d14a705000a4 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:37.948402 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6d73a088-32af-474a-9b39-d14a705000a4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.977104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-43f0b623-9e9c-473d-b6e0-da178d16cab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e96177d2-6d28-47c0-8072-97619a2524ca), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:37.997297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Pushing event updated for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:38.100738 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 6d73a088-32af-474a-9b39-d14a705000a4 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:38.121891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (9a60bdd7-a196-4292-bc8e-7b984f5c0939), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.124577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0b623-9e9c-473d-b6e0-da178d16cab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96177d2-6d28-47c0-8072-97619a2524ca,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:38.132129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (1c216a0c-c520-4467-aa10-f7851299f0d9), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.156025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-db7f3047-f22e-4f24-a2a2-9c1301b25b0f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:38.156411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:38.156569 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-db7f3047-f22e-4f24-a2a2-9c1301b25b0f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.6176004 Apr 04 14:22:38.182225 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-43f0b623-9e9c-473d-b6e0-da178d16cab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15a8861a9f7149b8936bd3cc6a3000cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703913 Apr 04 14:22:38.188140 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59886) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:38.220704 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-8e3e23f8-e965-4e2d-a7e4-788f232d697b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/quotas/fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 375 time: 0.0525086 Apr 04 14:22:38.252706 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7892e1-e334-40f6-a9f0-14820320742c None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:38.289593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6b20e5d2-1652-4be6-825f-fee4a4d66a4c None None] Current status of the port 6d73a088-32af-474a-9b39-d14a705000a4 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:38.318704 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 6d73a088-32af-474a-9b39-d14a705000a4 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:38.319102 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6d73a088-32af-474a-9b39-d14a705000a4), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.328084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1c216a0c-c520-4467-aa10-f7851299f0d9), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.357621 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3049941a-bf14-48cc-a779-1ad6a299cfc2 req-3a2b391f-5ad4-47ad-b0e3-35c4da9b1dcc service neutron] 10.222.0.18 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483688 Apr 04 14:22:38.391721 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (9a60bdd7-a196-4292-bc8e-7b984f5c0939), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.403032 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c216a0c-c520-4467-aa10-f7851299f0d9,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:38.414760 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Router 52958e60-21bd-4412-95ab-389849593b2f has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:22:38.431356 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bda5d-75cc-48a9-a895-324d3267dccd req-08d6d2b1-bfb3-4c79-aa52-7a1e71072acc tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:38.433619 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.438354 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-58cb39c7-2d7c-4f07-8918-47e17d28e7ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4522917 Apr 04 14:22:38.440239 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b71bda5d-75cc-48a9-a895-324d3267dccd req-08d6d2b1-bfb3-4c79-aa52-7a1e71072acc tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.2966230 Apr 04 14:22:38.440785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59892) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:38.445604 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 6d73a088-32af-474a-9b39-d14a705000a4 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:38.449229 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Provisioning complete for port c156c344-a8be-4e69-b351-fae3909fab8f triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:38.453023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.453139 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group_rule': {'security_group_id': '1c216a0c-c520-4467-aa10-f7851299f0d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:38.465356 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-91081835-e731-417b-8fac-df567d4c1030 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2206547 Apr 04 14:22:38.473599 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] Publish callbacks [] for security_group (e96177d2-6d28-47c0-8072-97619a2524ca), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.485466 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Port c156c344-a8be-4e69-b351-fae3909fab8f cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:38.497588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Provisioning complete for port 337b292d-6799-44f0-8afd-287db4098860 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:38.498019 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (337b292d-6799-44f0-8afd-287db4098860), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.520449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] Publish callbacks [] for security_group (e96177d2-6d28-47c0-8072-97619a2524ca), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.568056 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (9a60bdd7-a196-4292-bc8e-7b984f5c0939), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.603833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a60bdd7-a196-4292-bc8e-7b984f5c0939,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:38.633606 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b71bda5d-75cc-48a9-a895-324d3267dccd req-98ff5ccb-bd08-4b44-9e28-ce33af1546f2 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868131 Apr 04 14:22:38.635045 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e96177d2-6d28-47c0-8072-97619a2524ca), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.639966 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.641446 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e96177d2-6d28-47c0-8072-97619a2524ca HTTP/1.1" status: 204 len: 168 time: 0.4194195 Apr 04 14:22:38.647696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.650723 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-967d1791-d691-43f9-9295-15d617d094fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7437108 Apr 04 14:22:38.658697 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59904) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:38.664230 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:38.679698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005bb09-b47f-43f8-a889-d5d94755aa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96177d2-6d28-47c0-8072-97619a2524ca,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:38.703718 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b837f0f9-6e00-47d9-8318-dd48caeb208b None None] Current status of the port 337b292d-6799-44f0-8afd-287db4098860 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:38.725722 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (665b9292-6291-446b-96ce-dbfb4a73fc66), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.740732 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-b8cf6a3c-50e8-472d-abbf-98a01a3ce96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:38.742574 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-b8cf6a3c-50e8-472d-abbf-98a01a3ce96c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8ff242659924b6fa25ca421e1943362&device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 1127 time: 0.2762527 Apr 04 14:22:38.753556 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.770041 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 59908) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:38.871658 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:22:38.888650 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-011f5cae-ad6c-4728-9dcc-da2c8635582d admin admin] 10.222.0.13 "PUT /v2.0/routers/52958e60-21bd-4412-95ab-389849593b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8967378 Apr 04 14:22:38.890329 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:22:38.903644 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:38.904374 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:38.911757 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:38.914156 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-b76f5921-8ab9-43f9-ae7c-8ef005dd75a7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:22:38.916020 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-b76f5921-8ab9-43f9-ae7c-8ef005dd75a7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2527852 Apr 04 14:22:38.988085 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee62e287-c08b-4133-abce-8d03c0b6152d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.082108 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:39.124602 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Allocated IP 172.27.3.35 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/e282dfe6-73a0-4ab2-a96a-1b735700d5bd) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:39.219039 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee62e287-c08b-4133-abce-8d03c0b6152d admin admin] Publish callbacks [] for security_group (8320f891-3405-465b-ac8b-f80bccdbed8e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.325599 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ee62e287-c08b-4133-abce-8d03c0b6152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8320f891-3405-465b-ac8b-f80bccdbed8e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.404492 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ee62e287-c08b-4133-abce-8d03c0b6152d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76a9f5b907be42a49ad85d19a749b414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888729 Apr 04 14:22:39.427851 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59924) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:39.467527 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.537254 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62e287-c08b-4133-abce-8d03c0b6152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8320f891-3405-465b-ac8b-f80bccdbed8e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:39.598596 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (665b9292-6291-446b-96ce-dbfb4a73fc66), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.603523 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 2, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:39.643730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:22:39.644088 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Updating router 52958e60-21bd-4412-95ab-389849593b2f port c156c344-a8be-4e69-b351-fae3909fab8f binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:22:39.653446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-c4074e26-54c6-46cb-8746-3e5e0ab33fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:39.655572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-c4074e26-54c6-46cb-8746-3e5e0ab33fea service neutron] 10.222.0.18 "GET /v2.0/networks?id=f0ee30cb-0f2d-4222-a358-924a4ad90b6b HTTP/1.1" status: 200 len: 913 time: 0.9033437 Apr 04 14:22:39.691694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.694125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.698104 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-ae32ba7c-494e-4335-b4cf-958a9ddbaea1 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715254 Apr 04 14:22:39.745577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:39.752683 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:39.759678 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:39.811084 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-4d88dfab-8fad-4019-a11c-ba5cf7031bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069038 Apr 04 14:22:39.811764 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] Publish callbacks [] for security_group (8320f891-3405-465b-ac8b-f80bccdbed8e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.835558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=e282dfe6-73a0-4ab2-a96a-1b735700d5bd,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:39.839472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] Publish callbacks [] for security_group (8320f891-3405-465b-ac8b-f80bccdbed8e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.885143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (665b9292-6291-446b-96ce-dbfb4a73fc66), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.939289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665b9292-6291-446b-96ce-dbfb4a73fc66,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:39.941951 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-b36615d0-af3a-433b-80cc-2de7411f2ee1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:39.951505 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-b36615d0-af3a-433b-80cc-2de7411f2ee1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.3376522 Apr 04 14:22:39.975234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8320f891-3405-465b-ac8b-f80bccdbed8e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.979169 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:39.981366 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8320f891-3405-465b-ac8b-f80bccdbed8e HTTP/1.1" status: 204 len: 168 time: 0.5240500 Apr 04 14:22:39.990578 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a7c2a-49fc-4d90-a433-eceb3bb00999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8320f891-3405-465b-ac8b-f80bccdbed8e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:40.003148 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.003274 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-57b5e30f-8201-4743-8c08-51b20bbf3469 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/quotas/54340a3426894ba88a09a8b92b6b1805 HTTP/1.1" status: 200 len: 375 time: 0.0430908 Apr 04 14:22:40.007931 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-47f5baf3-3ad1-4645-b619-6c01d404df02 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5642798 Apr 04 14:22:40.007931 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59954) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:40.014547 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group_rule': {'security_group_id': '1c216a0c-c520-4467-aa10-f7851299f0d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:40.091229 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.125733 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-84a502fb-8cc8-462d-996f-a6010a89163d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137691 Apr 04 14:22:40.138300 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (ce849719-9412-41d9-be10-3b3da8bf5c38), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.230116 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 337b292d-6799-44f0-8afd-287db4098860 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:40.256250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (ce849719-9412-41d9-be10-3b3da8bf5c38), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.304038 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-bcb5e080-f6c6-4872-9c69-e81797d9e9e9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601379 Apr 04 14:22:40.325969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 337b292d-6799-44f0-8afd-287db4098860 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:40.326343 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (337b292d-6799-44f0-8afd-287db4098860), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.405019 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-8c2177d8-5e19-4036-8f86-00857b7452fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 HTTP/1.1" status: 200 len: 217 time: 0.0834703 Apr 04 14:22:40.410221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (ce849719-9412-41d9-be10-3b3da8bf5c38), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.447539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 337b292d-6799-44f0-8afd-287db4098860 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:40.456155 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.498878 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce849719-9412-41d9-be10-3b3da8bf5c38,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:40.516771 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:22:40.538533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25a86b-4ccb-4da6-a2de-cf111c6a9ceb req-69533659-09d6-4452-949d-8b5a62801d82 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:40.547576 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fb25a86b-4ccb-4da6-a2de-cf111c6a9ceb req-69533659-09d6-4452-949d-8b5a62801d82 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.1259358 Apr 04 14:22:40.552778 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.557368 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-bf9fab85-9fd2-4aba-bc39-1b8228005d1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5485327 Apr 04 14:22:40.559390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59978) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:40.564758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:40.645860 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks [] for port (c156c344-a8be-4e69-b351-fae3909fab8f), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.651126 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fb25a86b-4ccb-4da6-a2de-cf111c6a9ceb req-999899f0-e34d-43b1-8719-e8be785669b8 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000752 Apr 04 14:22:40.702946 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.728594 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.811665 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5649da5a-82ff-4ac9-929d-87cf89b3bc28 req-d9565264-815c-4f5c-8195-018a88af409c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0874493 Apr 04 14:22:40.891116 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 59996) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:40.900359 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-b7f6b0c9-0fa5-4866-a38f-ee5646b423ce service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953467 Apr 04 14:22:40.938518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd121918-2a3c-4028-af4e-1938e2bdc42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.951937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9705-04f5-44d4-a01f-78eb3fb4693e None None] Pushing event updated for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:40.972600 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Attempting to bind port c156c344-a8be-4e69-b351-fae3909fab8f on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:40.979615 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Attempting to bind port c156c344-a8be-4e69-b351-fae3909fab8f by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:40.979615 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Attempting to bind port c156c344-a8be-4e69-b351-fae3909fab8f on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:40.983577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:40.984959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:40.985518 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:40.986061 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Bound using segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:40.986933 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Bound port: c156c344-a8be-4e69-b351-fae3909fab8f, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:40.987577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.005063 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.032893 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.080317 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.099352 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] For port c156c344-a8be-4e69-b351-fae3909fab8f, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:41.105620 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] For port c156c344-a8be-4e69-b351-fae3909fab8f, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c156c344-a8be-4e69-b351-fae3909fab8f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:41.194734 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a99bf76-dc37-48e7-b804-fdb1f28c4203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.199914 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.212125 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=e282dfe6-73a0-4ab2-a96a-1b735700d5bd,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:41.265704 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.338848 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.343896 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c2f64120-26d9-435d-b5a8-9e663a1da745 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6838686 Apr 04 14:22:41.402106 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Provisioning complete for port c156c344-a8be-4e69-b351-fae3909fab8f triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:41.402550 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.402974 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2c7c47f6-9ae2-43a3-ab9c-4d6f0db56d7a req-0e047b0a-00d4-47aa-bd12-1c463d5c620d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 210 time: 0.0727837 Apr 04 14:22:41.405310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:22:41.405966 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:41.420223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-dd371985-a34f-441d-9ad5-4b949946b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:41.423854 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-dd371985-a34f-441d-9ad5-4b949946b679 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=daa311bb-a74d-471d-9011-ae27cbcf1a63 HTTP/1.1" status: 200 len: 852 time: 0.3099897 Apr 04 14:22:41.464178 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Allocated IP 172.27.3.11 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/11e15445-70c4-4559-876f-64fe849fcef2) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:41.475945 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd121918-2a3c-4028-af4e-1938e2bdc42e admin admin] Publish callbacks [] for security_group (75721415-5421-408a-af70-834d19236095), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.554325 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd121918-2a3c-4028-af4e-1938e2bdc42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (75721415-5421-408a-af70-834d19236095), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.699383 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9705-04f5-44d4-a01f-78eb3fb4693e None None] Pushing event updated for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:41.701908 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fd121918-2a3c-4028-af4e-1938e2bdc42e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d385deccc756479495ecbbed554ee8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7707376 Apr 04 14:22:41.701908 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd121918-2a3c-4028-af4e-1938e2bdc42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75721415-5421-408a-af70-834d19236095,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:41.704588 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60030) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:41.713325 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:22:41.746756 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (11e15445-70c4-4559-876f-64fe849fcef2), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.848067 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-90aeac71-cc3b-4423-b919-055ab8067690 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--680123380&fields=id&tenant_id=ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 267 time: 0.1025188 Apr 04 14:22:41.849480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] Publish callbacks [] for security_group (75721415-5421-408a-af70-834d19236095), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.878770 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Current status of the port c156c344-a8be-4e69-b351-fae3909fab8f is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:41.878770 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.880738 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] Publish callbacks [] for security_group (75721415-5421-408a-af70-834d19236095), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:41.950802 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] For port c156c344-a8be-4e69-b351-fae3909fab8f, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c156c344-a8be-4e69-b351-fae3909fab8f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:42.011982 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:22:42.018013 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-c794b9fb-5780-456b-8626-2f808541e919 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f0ee30cb-0f2d-4222-a358-924a4ad90b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298269 Apr 04 14:22:42.041610 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49ade8a-4995-4399-bfb5-43af20661729 None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:22:42.050255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5707a3d-9cd3-47ea-b7dc-7f0f95b7a49a req-ef7e7129-9b65-4330-99ec-0210dc24c1f9 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:42.052278 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b5707a3d-9cd3-47ea-b7dc-7f0f95b7a49a req-ef7e7129-9b65-4330-99ec-0210dc24c1f9 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.1088457 Apr 04 14:22:42.171225 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b5707a3d-9cd3-47ea-b7dc-7f0f95b7a49a req-c085bcdd-2cbd-4f3f-b917-dbe20438903d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Apr 04 14:22:42.181916 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-2e72152f-a55d-4bcd-a719-c34a7dc9011d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:42.183719 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-2e72152f-a55d-4bcd-a719-c34a7dc9011d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 811 time: 0.3007610 Apr 04 14:22:42.192129 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-f67b6a7f-e16f-47fc-b18b-828ae63e308a service neutron] 10.222.0.18 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629148 Apr 04 14:22:42.202066 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-55874f8d-d386-4cb0-9be5-9661ba233540 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/quotas/ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 375 time: 0.0127168 Apr 04 14:22:42.308390 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-a7a40aa4-3446-4f7c-a642-978146171634 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010218 Apr 04 14:22:42.393800 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-58586b9c-f7f7-4bea-8f15-3d6568af8a75 req-6984f992-5dac-49b6-8596-952847238048 service neutron] 10.222.0.18 "GET /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940997 Apr 04 14:22:42.420552 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-5e6eb04a-3070-42d9-a896-d675eca8fdb4 service neutron] 10.222.0.13 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981269 Apr 04 14:22:42.428602 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-b9415ac8-678f-4d9d-9be0-549f00b9c6fd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:42.430053 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-b9415ac8-678f-4d9d-9be0-549f00b9c6fd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.1408515 Apr 04 14:22:42.444637 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-d27880c1-c62b-4dac-83fa-38dd1fa917ba tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/quotas/54340a3426894ba88a09a8b92b6b1805 HTTP/1.1" status: 200 len: 375 time: 0.0092328 Apr 04 14:22:42.477160 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.485051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (11e15445-70c4-4559-876f-64fe849fcef2), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.487562 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (75721415-5421-408a-af70-834d19236095), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.490491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.493988 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75721415-5421-408a-af70-834d19236095 HTTP/1.1" status: 204 len: 168 time: 0.8067884 Apr 04 14:22:42.529530 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fae07-bed6-41b3-b1f1-0a71093e473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75721415-5421-408a-af70-834d19236095,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:42.547426 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:42.555192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:42.561311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:42.574678 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d2ab0-7fc1-49dc-bd23-786b41e3598c None None] Pushing event updated for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:42.607046 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-edb3ffc0-2836-427b-b058-7cc8fba874d5 service neutron] 10.222.0.13 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803794 Apr 04 14:22:42.609479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=11e15445-70c4-4559-876f-64fe849fcef2,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:42.619030 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-74ddd320-e20e-4d01-bdcb-1a18f671cc91 None None] Provisioning complete for port c156c344-a8be-4e69-b351-fae3909fab8f triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:42.619433 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-74ddd320-e20e-4d01-bdcb-1a18f671cc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.657375 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-5695df6c-ce0f-4010-ab8f-28c123ee5ee5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056484 Apr 04 14:22:42.750664 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-74ddd320-e20e-4d01-bdcb-1a18f671cc91 None None] Current status of the port c156c344-a8be-4e69-b351-fae3909fab8f is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:42.783550 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:42.822795 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-1da27554-e7ab-44cf-9fb7-08da86a130cb service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643198 Apr 04 14:22:42.970257 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d4a50013-5a4e-4775-ad18-6e1169a2693b req-9dd46ac4-cf4b-42f2-b265-84743637ef23 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0680876 Apr 04 14:22:42.975469 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-dc5c825b-dde1-48bf-b0f0-29ede15227c3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462498 Apr 04 14:22:42.976248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (11e15445-70c4-4559-876f-64fe849fcef2), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.180251 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-da087d6e-a641-4c9c-92db-bd8246be4e7d req-787ebd68-8d06-4ac1-9e48-e3ea08cd717f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.1070142 Apr 04 14:22:43.292158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (11e15445-70c4-4559-876f-64fe849fcef2), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.362291 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46f64d-6d75-4832-a0c5-53993a6f23fc req-7eeb2847-160d-4d3f-809f-2ef20681db1b tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:43.373372 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7f46f64d-6d75-4832-a0c5-53993a6f23fc req-7eeb2847-160d-4d3f-809f-2ef20681db1b tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.0826108 Apr 04 14:22:43.393864 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (11e15445-70c4-4559-876f-64fe849fcef2), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.474388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-217ff7a0-7a62-4760-8a0d-0faa776b87af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.498331 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7f46f64d-6d75-4832-a0c5-53993a6f23fc req-faa52fe0-4d7d-4ab6-ba54-f13b3e47abaf tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214373 Apr 04 14:22:43.511075 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.656315 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-941d308b-bf4b-4ed2-a573-a0c50cfd2165 req-7d79980c-9f84-46d4-8795-12d43f0925ad tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 210 time: 0.1171350 Apr 04 14:22:43.664460 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:43.671220 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1057408 Apr 04 14:22:43.671220 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070fbd1-aca9-4b7c-9d34-829937a9853b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=11e15445-70c4-4559-876f-64fe849fcef2,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:43.952021 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-a510e774-33e0-4614-9f8b-65f78aa55b91 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1228489211&fields=id&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 267 time: 0.0889914 Apr 04 14:22:44.030814 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:44.053013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c156c344-a8be-4e69-b351-fae3909fab8f up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:44.219069 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-76588b67-8e82-4dbf-81b8-be4a40baabbf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:44.222189 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0621305c-6c46-495f-98b1-4c6846f7d170 req-e51e21c5-7554-45b4-bca0-4622ca018ba0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0632005 Apr 04 14:22:44.227527 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-76588b67-8e82-4dbf-81b8-be4a40baabbf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 816 time: 0.2742174 Apr 04 14:22:44.246902 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-04af8a07-da9a-4ae3-95f2-1fcc8b0c4c07 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/quotas/64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 375 time: 0.0180914 Apr 04 14:22:44.325061 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-32b29bd5-4247-4ef6-8a97-39608a11a57e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769975 Apr 04 14:22:44.358534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port c156c344-a8be-4e69-b351-fae3909fab8f triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:44.361687 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:44.425722 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c15e08f1-4c81-4c6f-a836-fc39437d9d0a req-dd61efa2-f1c1-4b99-8c71-b3f35e6ec97c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.1241610 Apr 04 14:22:44.447984 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,segment=NetworkSegment(79c3ac7c-4500-4803-ae86-a2bd841286cc),segment_id=79c3ac7c-4500-4803-ae86-a2bd841286cc)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:44.484626 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6', 'network_id': 'f0ee30cb-0f2d-4222-a358-924a4ad90b6b', 'port_id': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6', 'mac_address': 'fa:16:3e:c9:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa311bb-a74d-471d-9011-ae27cbcf1a63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:44.515037 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-058e42d4-6a29-43bc-a31b-b5f4c665055c service neutron] 10.222.0.13 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766326 Apr 04 14:22:44.614181 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port c156c344-a8be-4e69-b351-fae3909fab8f is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:44.630593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:44.644800 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:44.668663 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:44.698680 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,segment=NetworkSegment(79c3ac7c-4500-4803-ae86-a2bd841286cc),segment_id=79c3ac7c-4500-4803-ae86-a2bd841286cc)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:44.701356 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:44.786491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-1d7a55d1-aef5-4dcb-abcc-566a8e6cb5e3 service neutron] 10.222.0.13 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531574 Apr 04 14:22:44.806738 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:44.866724 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ad097-6185-42f1-8a89-e2e452ecee1b req-591c499b-f6c2-47d1-84dd-90cef5edb238 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:44.876112 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e65ad097-6185-42f1-8a89-e2e452ecee1b req-591c499b-f6c2-47d1-84dd-90cef5edb238 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 943 time: 0.2472224 Apr 04 14:22:44.935390 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:44.998853 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-aa1e1a23-196e-4ece-8816-40ae8eadb915 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:45.000608 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-aa1e1a23-196e-4ece-8816-40ae8eadb915 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.3591905 Apr 04 14:22:45.059041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['7804b8c8-aa3f-4778-b0d4-cc9ded24caa6'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:22:45.232806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e65ad097-6185-42f1-8a89-e2e452ecee1b req-2eafac5e-49d3-4ac5-8039-437a9f6a93c1 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549011 Apr 04 14:22:45.295018 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-954b4f38-fd75-4c60-90d0-33b38976cf17 req-c2a7619c-0ddd-4868-b88a-742ab78fa12f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 210 time: 0.0943182 Apr 04 14:22:45.316567 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.18', 59126) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:45.371760 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-4dc124b1-92cb-4869-a453-8f3926f9b7ed tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 380 time: 0.3435848 Apr 04 14:22:45.387774 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'port': {'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'admin_state_up': True, 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'security_groups': ['784be263-01fa-438b-b267-4cd76974f631']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:45.486539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:45.527952 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6203b5f0-279e-4d02-bb62-43c7af789fc0 req-c3ac7115-3964-430d-9cb8-9ba0e2347393 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0379333 Apr 04 14:22:45.613892 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-d550a3eb-aeb3-40c3-b36d-c774872f11ae tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:45.615735 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-d550a3eb-aeb3-40c3-b36d-c774872f11ae tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.3029954 Apr 04 14:22:45.647287 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'port': {'device_id': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'admin_state_up': True, 'tenant_id': '54340a3426894ba88a09a8b92b6b1805'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:45.834715 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-076f3067-1eaf-4409-9c76-df60daad5186 req-9df1386c-d641-405b-a991-eba0bcd3ce70 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.1252759 Apr 04 14:22:45.865100 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2f01e569-1c0c-49df-b038-dbf75f6de401 req-9b6714d3-d8da-41e6-afb8-b31a572b1c5c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 210 time: 0.0702422 Apr 04 14:22:45.890979 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:45.895467 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.016411 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.18', 59133) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:46.081293 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Made reservation on behalf of 54340a3426894ba88a09a8b92b6b1805 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:46.084699 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.153861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.161525 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.20.0.8 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/02dfa36f-1e36-420f-a5bc-b5cbb4603fad) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:46.284699 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-4c939aca-12ab-4a4e-a56d-85d6f83421bf tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:46.286493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-4c939aca-12ab-4a4e-a56d-85d6f83421bf tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 811 time: 0.2659581 Apr 04 14:22:46.448968 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.469928 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7987ee26-513d-420f-9d11-b4e0baeea4bb req-aeb347f0-f880-4b7f-b6af-fd5831db6e75 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 210 time: 0.0367153 Apr 04 14:22:46.520027 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Allocated IP 172.20.0.7 (2a712b1f-a475-425b-b02a-8f49b10aa942/2bf371d4-8fd9-4789-9a2c-d752027e4b3b/5400162e-7add-40a2-be1c-764bd15e9e2f) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:46.566642 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-d7f8f61d-df9e-4a5a-8ddb-494cde7148e9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 379 time: 0.2518737 Apr 04 14:22:46.580296 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'port': {'device_id': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'admin_state_up': True, 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'security_groups': ['dafd7234-916e-47c3-9530-ab631909b8e4']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:46.603079 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e40a-7c39-48a3-9b5d-fef88402004e req-bdc8751a-2a11-47b1-a0e8-90b853345ff8 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:46.604940 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c381e40a-7c39-48a3-9b5d-fef88402004e req-bdc8751a-2a11-47b1-a0e8-90b853345ff8 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 944 time: 0.2500858 Apr 04 14:22:46.605388 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.696889 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.18', 59135) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:46.714430 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:46.741575 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:46.744462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:46.747258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:46.752366 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:46.752977 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:46.790930 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95263f-d864-4aba-b8b7-5923d269a828 req-86f33901-79f1-407c-82bb-afb94dd9508b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:46.797223 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c95263f-d864-4aba-b8b7-5923d269a828 req-86f33901-79f1-407c-82bb-afb94dd9508b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 931 time: 0.1394715 Apr 04 14:22:46.875002 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-f73eee52-10fb-4cbe-971b-999cbd2f2622 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4945159 Apr 04 14:22:46.880209 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c95263f-d864-4aba-b8b7-5923d269a828 req-0100e06f-2010-49b7-8ae3-f5c10606ad71 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774419 Apr 04 14:22:46.888395 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Request body: {'port': {'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:47.009409 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aeca70e1-0ca0-4eb8-ae02-57ea852612c9 req-01117554-4ab4-42d8-8356-f854028eae37 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.0551243 Apr 04 14:22:47.061858 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.114269 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-b19294c9-e191-45d0-a61e-ddb84b273598 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:47.126035 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-39988ad7-44af-444c-8fce-0e28675a6e08 None None] Provisioning complete for port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:47.126035 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-39988ad7-44af-444c-8fce-0e28675a6e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.126351 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-b19294c9-e191-45d0-a61e-ddb84b273598 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.4094863 Apr 04 14:22:47.146368 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c381e40a-7c39-48a3-9b5d-fef88402004e req-7ab35a11-07e1-490b-824c-a592d58dcfdf tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307641 Apr 04 14:22:47.156972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'port': {'device_id': '59e39aea-e615-4609-b520-c97c9ee49689', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'admin_state_up': True, 'tenant_id': '54340a3426894ba88a09a8b92b6b1805'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:47.161843 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-05887ef7-2bff-43e8-b81b-886e2476a8ef req-64da9262-ab32-46a1-aa40-9fc9e286e68e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 210 time: 0.0585659 Apr 04 14:22:47.255730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-39988ad7-44af-444c-8fce-0e28675a6e08 None None] Port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:47.273581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60312) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:47.348263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.361545 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.497043 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d04d412d-025d-4fe4-a8b9-70d9d0505ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.518585 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.564341 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dfa36f-1e36-420f-a5bc-b5cbb4603fad {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:47.575907 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks [] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.591067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Transition to ACTIVE for port object 02dfa36f-1e36-420f-a5bc-b5cbb4603fad will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:47.609585 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:47.632596 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:47.646858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Made reservation on behalf of ea81e46b9b134205864123cee97d0c41 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:47.650257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.652305 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Made reservation on behalf of 54340a3426894ba88a09a8b92b6b1805 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:47.655525 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.657597 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:47.679844 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.771145 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Pushing event updated for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:47.795849 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Attempting to bind port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:47.795849 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Attempting to bind port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:47.796167 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Attempting to bind port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:47.802332 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:47.802875 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Attempting to bind port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:47.809319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:47.809926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:47.810475 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:47.811068 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Bound port: 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:47.811777 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.842317 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bb089119-d14d-41b9-9a62-7ce8105e7570 req-851b1d7a-5b2b-4702-9869-0244e443a55c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 210 time: 0.2491839 Apr 04 14:22:47.851328 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:47.928168 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d04d412d-025d-4fe4-a8b9-70d9d0505ffd admin admin] Publish callbacks [] for security_group (f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:47.938352 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:47.941628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:47.987586 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-a905b801-ce41-4e77-a3d8-bebea2be1adb None None] Provisioning complete for port 5400162e-7add-40a2-be1c-764bd15e9e2f triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:47.988073 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a905b801-ce41-4e77-a3d8-bebea2be1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.053737 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-a905b801-ce41-4e77-a3d8-bebea2be1adb None None] Port 5400162e-7add-40a2-be1c-764bd15e9e2f cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:48.055485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:48.062553 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.112391 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b86ced-56f6-47fd-aa24-a00e3b38150e req-be99345d-141e-408a-aeae-345db9828ce0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.120505 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19b86ced-56f6-47fd-aa24-a00e3b38150e req-be99345d-141e-408a-aeae-345db9828ce0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 943 time: 0.1480432 Apr 04 14:22:48.135586 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.137642 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.138796 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Allocated IP 172.20.0.5 (2a712b1f-a475-425b-b02a-8f49b10aa942/2bf371d4-8fd9-4789-9a2c-d752027e4b3b/93a86619-1004-4bae-92b0-04982dce3f1d) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:48.139355 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] 10.222.0.18 "PUT /v2.0/ports/02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 200 len: 1093 time: 1.2560546 Apr 04 14:22:48.178308 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:48.183073 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509cb84-de02-46ee-b29f-c98929c75211" -d '{"events": [{"name": "network-changed", "server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:48.199126 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:22:48.203650 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:48.204223 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.233653 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.18', 59140) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:48.270073 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60362) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:48.316038 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:48.316480 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.368224 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:48.419081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d0d92-f64d-4a61-aafd-e8a9a014c109 service neutron] Pushing event updated for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:48.459763 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,segment=NetworkSegment(79c3ac7c-4500-4803-ae86-a2bd841286cc),segment_id=79c3ac7c-4500-4803-ae86-a2bd841286cc)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:48.459936 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19b86ced-56f6-47fd-aa24-a00e3b38150e req-1035aea9-21c5-4974-a6bf-05370ce6cecb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377492 Apr 04 14:22:48.471054 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Allocated IP 172.20.0.9 (192186bb-be12-4fe7-b3c6-61cce9b6ed76/d2ab6af3-79e3-431b-85af-b3c31463ea56/0a2052a6-f819-4fc5-a78e-b01364390c72) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:48.490463 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.491049 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.493469 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d04d412d-025d-4fe4-a8b9-70d9d0505ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.514824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-eef14256-0a48-4abb-af5f-1789c8cd7ebd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.517249 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-eef14256-0a48-4abb-af5f-1789c8cd7ebd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 816 time: 0.3142543 Apr 04 14:22:48.542195 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.559250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-c6fe3aea-b650-4a18-a57c-4a91d197b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.560730 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-c6fe3aea-b650-4a18-a57c-4a91d197b19d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 1127 time: 0.3244631 Apr 04 14:22:48.568361 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-221e9318-fe9d-48ea-9497-25c2a3806ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.589945 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-937b1444-7b80-41ff-b42c-e7f4d4c1a0f6 req-ba4b7d7d-2738-4d3d-9924-ff10e682e696 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.1120505 Apr 04 14:22:48.598263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:48.665801 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e7b9565e-5a3f-4061-9ed4-a3627d0971c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0381362 Apr 04 14:22:48.667388 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d412d-025d-4fe4-a8b9-70d9d0505ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:48.681066 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-d9cace32-21ba-4ac9-a8f6-ab827ce4aa82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 200 len: 217 time: 0.0907702 Apr 04 14:22:48.740344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-1f7343f3-6a02-4b3e-9722-dfd3bc6f930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.741807 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-1f7343f3-6a02-4b3e-9722-dfd3bc6f930f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0510192 Apr 04 14:22:48.745321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd67b9-86a1-4199-bfe9-64877f5d3ab1 x-openstack-request-id: req-9abd67b9-86a1-4199-bfe9-64877f5d3ab1 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:48.745762 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:48.746149 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9abd67b9-86a1-4199-bfe9-64877f5d3ab1 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:48.746725 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abd67b9-86a1-4199-bfe9-64877f5d3ab1'] response: {'name': 'network-changed', 'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'status': 'completed', 'code': 200} Apr 04 14:22:48.748149 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63f90ff-aa05-4486-8b46-f958f30b6471" -d '{"events": [{"server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:48.764106 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d04d412d-025d-4fe4-a8b9-70d9d0505ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48c55fe06a6b4b29a36a2b7f08a428f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4833298 Apr 04 14:22:48.768823 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Request body: {'port': {'device_id': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:48.774525 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60380) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:48.828044 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for port (93a86619-1004-4bae-92b0-04982dce3f1d), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:48.840566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60384) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:48.852825 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-58208272-339d-40d5-9f01-e489312baeb2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 380 time: 0.3191845 Apr 04 14:22:48.880589 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'port': {'device_id': 'e5971154-d30b-4122-9d94-11df82193dd3', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'admin_state_up': True, 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'security_groups': ['1c216a0c-c520-4467-aa10-f7851299f0d9']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:48.900265 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e8c94057-6a9f-4bd9-b097-4c8bb6205e3e req-a6660062-2a63-403f-8dc5-0e90c78adadb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 210 time: 0.0787549 Apr 04 14:22:48.950096 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a36227-54df-4e59-9c88-52a4bc8b8c87 req-0fe52c7c-b56e-482b-9cea-ab5db1e68bdb tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:48.951648 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d8a36227-54df-4e59-9c88-52a4bc8b8c87 req-0fe52c7c-b56e-482b-9cea-ab5db1e68bdb tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.3968811 Apr 04 14:22:48.975667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.002342 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.021884 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] Publish callbacks [] for security_group (f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.064002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-485e6cd6-f230-4e19-a7d1-4deacdc5f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.065568 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-485e6cd6-f230-4e19-a7d1-4deacdc5f528 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3102086 Apr 04 14:22:49.079006 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.082328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c57f1b-3dfb-4501-a5b0-dbbb002cce6a x-openstack-request-id: req-d6c57f1b-3dfb-4501-a5b0-dbbb002cce6a {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:49.082676 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "name": "network-vif-plugged", "status": "completed", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:49.083385 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6c57f1b-3dfb-4501-a5b0-dbbb002cce6a {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:49.083838 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c57f1b-3dfb-4501-a5b0-dbbb002cce6a'] response: {'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6', 'code': 200} Apr 04 14:22:49.089790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10013a82-37d0-4d08-94b3-335d7710ac64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.154882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] Publish callbacks [] for security_group (f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.191907 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.199734 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-221e9318-fe9d-48ea-9497-25c2a3806ca3 admin admin] Publish callbacks [] for security_group (9e264674-e324-4650-9fb6-a4b3f607945e), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.224726 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d8a36227-54df-4e59-9c88-52a4bc8b8c87 req-3f2285d0-dbed-4c94-b0d6-5974faa1770b tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583249 Apr 04 14:22:49.274748 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:49.276082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-221e9318-fe9d-48ea-9497-25c2a3806ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9e264674-e324-4650-9fb6-a4b3f607945e), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.301373 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:49.318723 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:49.329854 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:49.331129 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:49.361920 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-221e9318-fe9d-48ea-9497-25c2a3806ca3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73035456e22d44c5981328c85e5b70e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0578504 Apr 04 14:22:49.366429 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60394) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:49.374887 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-c6e58df8-3c3f-470f-85b5-8c5fcb95d5d0 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951658 Apr 04 14:22:49.377710 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e9318-fe9d-48ea-9497-25c2a3806ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e264674-e324-4650-9fb6-a4b3f607945e,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:49.395347 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:49.405983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:49.450211 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.18', 59143) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:49.494896 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.498012 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.499213 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e HTTP/1.1" status: 204 len: 168 time: 0.7199528 Apr 04 14:22:49.508846 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Made reservation on behalf of 64268a01dd9a41daa8755c0eb820ca6e for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:22:49.513379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.513684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:49.584095 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d7d6d-1bf4-4b4d-b280-fa3f5a048708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c3ca7f-c60d-430f-953a-ddfa3f9d2b3e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:49.629529 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a862de5-4af9-4501-b074-ed1cb418cc6b req-d5984bfc-5006-4f66-9791-2ae4244adb74 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.636546 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6a862de5-4af9-4501-b074-ed1cb418cc6b req-d5984bfc-5006-4f66-9791-2ae4244adb74 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 931 time: 0.4567399 Apr 04 14:22:49.643004 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.643647 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.666084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10013a82-37d0-4d08-94b3-335d7710ac64 admin admin] Publish callbacks [] for security_group (e0f2eccc-b7de-4e47-b706-9d1ee39df161), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.671802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] Publish callbacks [] for security_group (9e264674-e324-4650-9fb6-a4b3f607945e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.703875 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-94022988-7315-4e6e-ae5b-593c4861d5ed None None] Provisioning complete for port 93a86619-1004-4bae-92b0-04982dce3f1d triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:49.704379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-94022988-7315-4e6e-ae5b-593c4861d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.733913 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdf839a0-7293-42f1-bd7c-a55b64f89631 req-7dfd1f2d-5e61-4c1d-b396-0420dd9fc42c service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481553 Apr 04 14:22:49.751056 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.751727 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.754628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] Publish callbacks [] for security_group (9e264674-e324-4650-9fb6-a4b3f607945e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.768482 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-94022988-7315-4e6e-ae5b-593c4861d5ed None None] Port 93a86619-1004-4bae-92b0-04982dce3f1d cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:49.772123 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10013a82-37d0-4d08-94b3-335d7710ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e0f2eccc-b7de-4e47-b706-9d1ee39df161), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.801240 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-f29141dc-d7a1-40cc-8192-f5081f369d6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6485903 Apr 04 14:22:49.823782 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Request body: {'port': {'device_id': '59e39aea-e615-4609-b520-c97c9ee49689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:49.831612 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-f7d906a6-a8bc-475f-b16a-8260e8be500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.833090 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-f7d906a6-a8bc-475f-b16a-8260e8be500e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 1129 time: 0.3398156 Apr 04 14:22:49.836155 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6a862de5-4af9-4501-b074-ed1cb418cc6b req-04c82615-3ab9-4ce8-b2ea-234cdb5b4b6f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988218 Apr 04 14:22:49.861028 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c9e60-02a2-4470-a8bd-245ba970319c req-e4e484a4-8931-4c34-a57a-b7f2a39c0eb7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:49.862532 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c51c9e60-02a2-4470-a8bd-245ba970319c req-e4e484a4-8931-4c34-a57a-b7f2a39c0eb7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 943 time: 0.2817514 Apr 04 14:22:49.888626 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-10013a82-37d0-4d08-94b3-335d7710ac64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb5dedc512b4f34b48f5be72450c292&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0398545 Apr 04 14:22:49.897751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60402) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:49.917344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10013a82-37d0-4d08-94b3-335d7710ac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2eccc-b7de-4e47-b706-9d1ee39df161,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:49.952989 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-5211b0d3-9c98-4307-b9a4-a28ebca0c65b None None] Provisioning complete for port 0a2052a6-f819-4fc5-a78e-b01364390c72 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:49.955363 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-5211b0d3-9c98-4307-b9a4-a28ebca0c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:49.960593 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Allocated IP 172.20.0.5 (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc/ac85983a-4d2f-4113-b54a-fabab01179ce/c799798b-818c-4f0f-a8a0-44b3871e6f01) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:22:50.026718 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-5211b0d3-9c98-4307-b9a4-a28ebca0c65b None None] Port 0a2052a6-f819-4fc5-a78e-b01364390c72 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:50.036133 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c51c9e60-02a2-4470-a8bd-245ba970319c req-ebcda3a2-a8b2-4fc7-bd26-ccfddf83cf2a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606424 Apr 04 14:22:50.055809 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-daa71e39-9d17-4e73-811f-2510253c6a3f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4805465 Apr 04 14:22:50.081721 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] Publish callbacks [] for security_group (e0f2eccc-b7de-4e47-b706-9d1ee39df161), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.089553 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509cb84-de02-46ee-b29f-c98929c75211 req-1d29ea5f-6ee0-438f-8f32-7f00eaceb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.092222 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-1d29ea5f-6ee0-438f-8f32-7f00eaceb70a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 1127 time: 0.1663489 Apr 04 14:22:50.096530 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Request body: {'port': {'device_id': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:50.119451 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.148892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9e264674-e324-4650-9fb6-a4b3f607945e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.151480 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.154609 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e264674-e324-4650-9fb6-a4b3f607945e HTTP/1.1" status: 204 len: 168 time: 0.7871842 Apr 04 14:22:50.185819 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5400162e-7add-40a2-be1c-764bd15e9e2f {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:50.201799 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks [] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.266687 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.272504 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Transition to ACTIVE for port object 5400162e-7add-40a2-be1c-764bd15e9e2f will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:50.298215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.311062 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ead8a-0245-4b5c-965c-590f97c70813 req-6f9d135f-1593-4fee-8ec4-36a446c4a2cb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.318187 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d48ead8a-0245-4b5c-965c-590f97c70813 req-6f9d135f-1593-4fee-8ec4-36a446c4a2cb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 931 time: 0.2756703 Apr 04 14:22:50.329431 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60412) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:50.389024 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.395569 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] Publish callbacks [] for security_group (e0f2eccc-b7de-4e47-b706-9d1ee39df161), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.398449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-aa7487a2-68bc-4027-912e-44a4762c34c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.458791 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-18c04591-2b93-4a18-8fed-c0663ed5283c req-2579aaea-b71d-4da1-812e-a3cb55b851d2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 210 time: 0.3190451 Apr 04 14:22:50.480333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445575e3-c1dc-48ce-bf1b-7f94b0e98ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e264674-e324-4650-9fb6-a4b3f607945e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:50.520924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:50.584164 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.597735 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509cb84-de02-46ee-b29f-c98929c75211 req-6963cc32-30cc-4d97-83c3-a136a0c2e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.600207 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-6963cc32-30cc-4d97-83c3-a136a0c2e0c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.4632022 Apr 04 14:22:50.647604 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d48ead8a-0245-4b5c-965c-590f97c70813 req-55a75c05-1165-4cb7-b533-a40dbabcc1b9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284991 Apr 04 14:22:50.698077 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-f59eebb5-ada3-4128-b945-0cdeffa42a2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 200 len: 217 time: 0.0911257 Apr 04 14:22:50.703993 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e0f2eccc-b7de-4e47-b706-9d1ee39df161), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.706670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.710474 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0f2eccc-b7de-4e47-b706-9d1ee39df161 HTTP/1.1" status: 204 len: 168 time: 0.8115404 Apr 04 14:22:50.778315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] Publish callbacks [] for security_group (7e54d5f9-4b47-455d-a038-515b31e704d1), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.788010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bda3b-9a2a-44f4-bb75-8818095e9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2eccc-b7de-4e47-b706-9d1ee39df161,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:50.804938 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509cb84-de02-46ee-b29f-c98929c75211 req-19437f7b-b14f-4f8e-800f-83a8b3403222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.806665 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-19437f7b-b14f-4f8e-800f-83a8b3403222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0943601 Apr 04 14:22:50.868394 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5b4db-b223-485c-9caf-e608a2d4763b req-6122e909-ed31-4c4d-964b-fadd2a593f7d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.870327 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f8b5b4db-b223-485c-9caf-e608a2d4763b req-6122e909-ed31-4c4d-964b-fadd2a593f7d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.2475364 Apr 04 14:22:50.886661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60422) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:50.891478 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (7e54d5f9-4b47-455d-a038-515b31e704d1), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.906599 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:50.926332 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509cb84-de02-46ee-b29f-c98929c75211 req-1a092599-b803-472b-904a-aec99f1bc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:50.927855 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-1a092599-b803-472b-904a-aec99f1bc4b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112349 Apr 04 14:22:50.949927 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-50e95688-9b6a-4239-8194-6ac6e31bbf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.010658 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:22:51.045609 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0064783 Apr 04 14:22:51.048476 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:22:51.050952 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:22:51.056859 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:51.057484 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.071380 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54d5f9-4b47-455d-a038-515b31e704d1,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:51.077273 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f8b5b4db-b223-485c-9caf-e608a2d4763b req-c55201d8-beee-4bb3-955f-d8bc91260146 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995785 Apr 04 14:22:51.084637 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:51.123824 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Attempting to bind port 5400162e-7add-40a2-be1c-764bd15e9e2f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:51.124193 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Attempting to bind port 5400162e-7add-40a2-be1c-764bd15e9e2f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:51.124522 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Attempting to bind port 5400162e-7add-40a2-be1c-764bd15e9e2f on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:51.143541 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-0ef309c1-990b-47d5-805b-d2de834dfc7f service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887093 Apr 04 14:22:51.169096 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-f7b5d685-fc48-4bff-bcf6-69db378a3acb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2961223 Apr 04 14:22:51.174790 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Port 5400162e-7add-40a2-be1c-764bd15e9e2f on network 2a712b1f-a475-425b-b02a-8f49b10aa942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:51.175198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Attempting to bind port 5400162e-7add-40a2-be1c-764bd15e9e2f on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:51.203462 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-aa7487a2-68bc-4027-912e-44a4762c34c3 admin admin] Publish callbacks [] for security_group (2629f3ea-607e-44b0-8dad-237031d60422), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.227558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:51.227919 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:51.228492 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Bound using segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:51.228941 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Bound port: 5400162e-7add-40a2-be1c-764bd15e9e2f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:51.229759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.236720 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-50e95688-9b6a-4239-8194-6ac6e31bbf72 admin admin] Publish callbacks [] for security_group (cf00f1c3-8475-498d-befb-ef478d8588f9), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.259077 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a3fa-a7fc-4bcc-acdf-5fce84526e01 req-bf0cd811-6f91-47c8-9394-268218d264eb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:51.260742 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b8a8a3fa-a7fc-4bcc-acdf-5fce84526e01 req-bf0cd811-6f91-47c8-9394-268218d264eb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 943 time: 0.0852451 Apr 04 14:22:51.281473 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Request body: {'port': {'device_id': 'e5971154-d30b-4122-9d94-11df82193dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:51.287696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4283d0-c148-48c2-84a8-a00dc57d8d12 req-2f6ba2c1-2b90-4dd1-ae0a-6dcd106fdd95 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:51.289252 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3d4283d0-c148-48c2-84a8-a00dc57d8d12 req-2f6ba2c1-2b90-4dd1-ae0a-6dcd106fdd95 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 931 time: 0.3282092 Apr 04 14:22:51.311198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-aa7487a2-68bc-4027-912e-44a4762c34c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (2629f3ea-607e-44b0-8dad-237031d60422), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.363845 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-50e95688-9b6a-4239-8194-6ac6e31bbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cf00f1c3-8475-498d-befb-ef478d8588f9), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.401425 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b2310539-2224-49ce-904d-03f779a7bc2a None None] Provisioning complete for port c799798b-818c-4f0f-a8a0-44b3871e6f01 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:51.402997 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b2310539-2224-49ce-904d-03f779a7bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.418853 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a86619-1004-4bae-92b0-04982dce3f1d {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:51.437514 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks [] for port (93a86619-1004-4bae-92b0-04982dce3f1d), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.454169 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b2310539-2224-49ce-904d-03f779a7bc2a None None] Port c799798b-818c-4f0f-a8a0-44b3871e6f01 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:22:51.456859 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-aa7487a2-68bc-4027-912e-44a4762c34c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aab330d1ef9445cb611693d3d52a250&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1157050 Apr 04 14:22:51.463990 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60430) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:51.478967 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-50e95688-9b6a-4239-8194-6ac6e31bbf72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=531dd0f545fe4e66ba8ca76a3eaa51ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5866227 Apr 04 14:22:51.481302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2052a6-f819-4fc5-a78e-b01364390c72 {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:51.489924 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60432) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:51.502523 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7487a2-68bc-4027-912e-44a4762c34c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629f3ea-607e-44b0-8dad-237031d60422,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:51.506454 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks [] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.507285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e95688-9b6a-4239-8194-6ac6e31bbf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf00f1c3-8475-498d-befb-ef478d8588f9,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:51.518347 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Transition to ACTIVE for port object 93a86619-1004-4bae-92b0-04982dce3f1d will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:51.518480 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b8a8a3fa-a7fc-4bcc-acdf-5fce84526e01 req-12804ad2-b7fb-4098-b4ff-390419c16320 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489104 Apr 04 14:22:51.534159 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:51.543247 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.551417 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3d4283d0-c148-48c2-84a8-a00dc57d8d12 req-2d885a1f-45ac-4375-9a27-a840da13caa4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316933 Apr 04 14:22:51.556564 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5400162e-7add-40a2-be1c-764bd15e9e2f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:51.560526 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Transition to ACTIVE for port object 0a2052a6-f819-4fc5-a78e-b01364390c72 will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:51.573084 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-4320376c-408f-43ae-a36f-7d5cfee8d4c5 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012710 Apr 04 14:22:51.599529 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.637986 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.641890 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.672394 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] Publish callbacks [] for security_group (2629f3ea-607e-44b0-8dad-237031d60422), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.693547 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60438) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:51.693922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Pushing event updated for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:51.696019 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:51.696808 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.698399 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] 10.222.0.18 "PUT /v2.0/ports/5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 1093 time: 3.0269711 Apr 04 14:22:51.699135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:51.715010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] Publish callbacks [] for security_group (cf00f1c3-8475-498d-befb-ef478d8588f9), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.887503 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c937659-40d6-46ab-9eb3-aad20839fd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.892202 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] Publish callbacks [] for security_group (2629f3ea-607e-44b0-8dad-237031d60422), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:51.944168 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c3e996-6ea2-492a-a224-39ae9b1f055e" -d '{"events": [{"name": "network-changed", "server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:52.007988 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] Publish callbacks [] for security_group (cf00f1c3-8475-498d-befb-ef478d8588f9), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.020932 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c39fbc-22bd-4ce5-90c2-4d7c7218ef23 service neutron] Pushing event updated for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.039216 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33640ac1-631f-4812-857f-8089032acb8c req-50d19756-3b46-470d-8aaf-65de24ec1365 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.040826 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-33640ac1-631f-4812-857f-8089032acb8c req-50d19756-3b46-470d-8aaf-65de24ec1365 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 931 time: 0.4233770 Apr 04 14:22:52.112358 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Attempting to bind port 93a86619-1004-4bae-92b0-04982dce3f1d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:52.112702 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Attempting to bind port 93a86619-1004-4bae-92b0-04982dce3f1d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:52.113429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Attempting to bind port 93a86619-1004-4bae-92b0-04982dce3f1d on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.122104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ef46-a38c-4d2c-89d7-3490795ddd11 req-9bc32b24-fb41-4d1c-a7ed-24bb9c8edd73 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.124034 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6d80ef46-a38c-4d2c-89d7-3490795ddd11 req-9bc32b24-fb41-4d1c-a7ed-24bb9c8edd73 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 943 time: 0.3131239 Apr 04 14:22:52.138756 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Attempting to bind port 0a2052a6-f819-4fc5-a78e-b01364390c72 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:52.139098 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Attempting to bind port 0a2052a6-f819-4fc5-a78e-b01364390c72 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:52.139455 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Attempting to bind port 0a2052a6-f819-4fc5-a78e-b01364390c72 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.144058 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Port 93a86619-1004-4bae-92b0-04982dce3f1d on network 2a712b1f-a475-425b-b02a-8f49b10aa942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:52.144386 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Attempting to bind port 93a86619-1004-4bae-92b0-04982dce3f1d on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.147606 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-504c01a1-1c81-49f8-b166-539f03d4f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.149755 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-504c01a1-1c81-49f8-b166-539f03d4f7e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1127 time: 0.3339863 Apr 04 14:22:52.153246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.164296 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Port 0a2052a6-f819-4fc5-a78e-b01364390c72 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:52.164664 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Attempting to bind port 0a2052a6-f819-4fc5-a78e-b01364390c72 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.179835 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:52.180221 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:52.180602 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Bound using segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:52.181334 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Bound port: 93a86619-1004-4bae-92b0-04982dce3f1d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:52.181453 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.203166 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-33640ac1-631f-4812-857f-8089032acb8c req-2d3be4c2-e923-4490-8bd2-1990c9d2f365 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488597 Apr 04 14:22:52.259962 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c937659-40d6-46ab-9eb3-aad20839fd64 admin admin] Publish callbacks [] for security_group (6a714f9f-21e6-40e7-a309-8d6c937edda8), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.286471 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (2629f3ea-607e-44b0-8dad-237031d60422), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.289188 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.290418 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2629f3ea-607e-44b0-8dad-237031d60422 HTTP/1.1" status: 204 len: 168 time: 0.8171263 Apr 04 14:22:52.295052 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cf00f1c3-8475-498d-befb-ef478d8588f9), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.297582 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.301485 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf00f1c3-8475-498d-befb-ef478d8588f9 HTTP/1.1" status: 204 len: 168 time: 0.8050287 Apr 04 14:22:52.316623 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f737569-62dc-4469-bae3-cafe61da62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629f3ea-607e-44b0-8dad-237031d60422,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.320536 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:52.349625 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c937659-40d6-46ab-9eb3-aad20839fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6a714f9f-21e6-40e7-a309-8d6c937edda8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.375665 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks [] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.384514 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c2207-0689-483f-9621-944acc95c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf00f1c3-8475-498d-befb-ef478d8588f9,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.422299 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937659-40d6-46ab-9eb3-aad20839fd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a714f9f-21e6-40e7-a309-8d6c937edda8,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.437900 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:52.438530 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Checking segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:52.439343 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Bound using segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:52.439504 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Transition to ACTIVE for port object c799798b-818c-4f0f-a8a0-44b3871e6f01 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:22:52.440246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Bound port: 0a2052a6-f819-4fc5-a78e-b01364390c72, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:52.440891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.443531 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0c937659-40d6-46ab-9eb3-aad20839fd64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eb4841401154a179a364455867034a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7505527 Apr 04 14:22:52.444465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d40161-a1b6-4019-8e57-a47690cc3e93 x-openstack-request-id: req-05d40161-a1b6-4019-8e57-a47690cc3e93 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:52.444756 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:52.445107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05d40161-a1b6-4019-8e57-a47690cc3e93 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:52.445452 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d40161-a1b6-4019-8e57-a47690cc3e93'] response: {'name': 'network-changed', 'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f', 'status': 'completed', 'code': 200} Apr 04 14:22:52.446834 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60454) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:52.460789 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-e9ef2732-aead-403a-878a-c14057c891bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 217 time: 0.2973392 Apr 04 14:22:52.502568 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.577931 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6d80ef46-a38c-4d2c-89d7-3490795ddd11 req-c474a906-f1ef-42fe-bf9a-df128576d2b2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4360652 Apr 04 14:22:52.635372 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-b046408e-353a-42fe-9673-5d49d76ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.636862 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-b046408e-353a-42fe-9673-5d49d76ec920 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.1672878 Apr 04 14:22:52.646867 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:52.651284 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=93a86619-1004-4bae-92b0-04982dce3f1d,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:52.660493 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.661871 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:52.663312 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] Publish callbacks [] for security_group (6a714f9f-21e6-40e7-a309-8d6c937edda8), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.689601 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] Publish callbacks [] for security_group (6a714f9f-21e6-40e7-a309-8d6c937edda8), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.753429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0a2052a6-f819-4fc5-a78e-b01364390c72,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:52.774836 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.786661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee944d6-5e49-4eba-ba55-64f8718a7d62 req-c3702893-292b-4e00-8940-f736da88c4ce tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.788606 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1ee944d6-5e49-4eba-ba55-64f8718a7d62 req-c3702893-292b-4e00-8940-f736da88c4ce tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.2122815 Apr 04 14:22:52.790095 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Attempting to bind port c799798b-818c-4f0f-a8a0-44b3871e6f01 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:22:52.790501 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Attempting to bind port c799798b-818c-4f0f-a8a0-44b3871e6f01 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:22:52.790913 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Attempting to bind port c799798b-818c-4f0f-a8a0-44b3871e6f01 on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.797205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Port c799798b-818c-4f0f-a8a0-44b3871e6f01 on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:22:52.797533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Attempting to bind port c799798b-818c-4f0f-a8a0-44b3871e6f01 on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:22:52.803612 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:22:52.803954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Checking segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:22:52.804337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Bound using segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:22:52.804761 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Bound port: c799798b-818c-4f0f-a8a0-44b3871e6f01, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:22:52.809462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.836641 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6a714f9f-21e6-40e7-a309-8d6c937edda8), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.840928 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.841294 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.841557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.844959 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a714f9f-21e6-40e7-a309-8d6c937edda8 HTTP/1.1" status: 204 len: 168 time: 0.3938060 Apr 04 14:22:52.845116 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 200 len: 1093 time: 3.0301595 Apr 04 14:22:52.873119 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.894997 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-af82f036-e55d-4d4b-ac7d-e2d5eb2e6997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.896511 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-af82f036-e55d-4d4b-ac7d-e2d5eb2e6997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2511284 Apr 04 14:22:52.913493 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c791615-916b-4974-b225-5e817f7400c6 service neutron] Pushing event updated for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.945747 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:22:52.955266 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:22:52.959927 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:52.960854 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:52.962549 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 1093 time: 2.8946011 Apr 04 14:22:52.966688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783901e-efbb-4118-931f-9dbac6d473e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a714f9f-21e6-40e7-a309-8d6c937edda8,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:52.983541 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122ef3-fdc6-4ac2-85d4-bcfbeecd23e5 req-e09eb478-f745-4ca1-a0aa-926e9be606b9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.010408 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-15122ef3-fdc6-4ac2-85d4-bcfbeecd23e5 req-e09eb478-f745-4ca1-a0aa-926e9be606b9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 943 time: 0.2606571 Apr 04 14:22:53.042814 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:53.051167 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1ee944d6-5e49-4eba-ba55-64f8718a7d62 req-90031891-6041-4a76-98c6-50370380c88d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432182 Apr 04 14:22:53.143556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.144185 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:53.145616 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 1093 time: 1.8749321 Apr 04 14:22:53.150052 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:53.152421 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206cbc53-2f06-49b8-8041-ab5fe03b7db1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:53.278115 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494e5a2-1959-4f78-b5b6-070bf40b03e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:53.309427 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4ebf-8bd9-4f92-ab5c-a0e7c4c12588 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:53.414924 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-15122ef3-fdc6-4ac2-85d4-bcfbeecd23e5 req-ee5fea9f-c63d-4312-8297-7c8c4d72b467 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893571 Apr 04 14:22:53.418303 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-c6daf56f-767d-4777-8ad6-92abcf1f80a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974961 Apr 04 14:22:53.423789 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-56ebcbb5-50a0-4f05-bb74-d6055a423d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.425383 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-56ebcbb5-50a0-4f05-bb74-d6055a423d63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1127 time: 0.3994401 Apr 04 14:22:53.442993 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb3b4-f0a4-4eca-b634-38d901dda009 req-b955846e-82af-48bf-9d9c-0f83af2ccc60 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.450137 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57ccb3b4-f0a4-4eca-b634-38d901dda009 req-b955846e-82af-48bf-9d9c-0f83af2ccc60 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 943 time: 0.2536702 Apr 04 14:22:53.456053 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-172e5fd8-ca10-42ac-8246-aa6d536b69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.475475 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-172e5fd8-ca10-42ac-8246-aa6d536b69df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1942403 Apr 04 14:22:53.501429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-77ff2370-bf8f-466f-a823-5aff1cee344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.501429 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-77ff2370-bf8f-466f-a823-5aff1cee344e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1127 time: 0.4104717 Apr 04 14:22:53.503049 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb0a9bd-0f4e-430b-81c7-0957b42ded96 x-openstack-request-id: req-6fb0a9bd-0f4e-430b-81c7-0957b42ded96 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:53.503318 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-42ecf675-3242-47c3-8d4a-895895049f36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 200 len: 217 time: 0.0666218 Apr 04 14:22:53.503435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:53.503719 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fb0a9bd-0f4e-430b-81c7-0957b42ded96 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:53.504012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb0a9bd-0f4e-430b-81c7-0957b42ded96'] response: {'name': 'network-changed', 'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'status': 'completed', 'code': 200} Apr 04 14:22:53.537160 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-aca2823a-2901-4718-8912-a7c4d5d731f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 217 time: 0.0514994 Apr 04 14:22:53.601931 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57ccb3b4-f0a4-4eca-b634-38d901dda009 req-2bfe8610-c565-42d6-a75a-8c4e23728108 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220565 Apr 04 14:22:53.614200 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-07715cf5-49ee-4df6-b7f6-f49fbead604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.616053 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-07715cf5-49ee-4df6-b7f6-f49fbead604b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0687213 Apr 04 14:22:53.660410 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-e94ce63b-d3a4-471f-aad3-e2563036b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.662033 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-e94ce63b-d3a4-471f-aad3-e2563036b3d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.1306562 Apr 04 14:22:53.671281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-8a6e9fed-0c1c-412a-8bcc-650d9ceef4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.671765 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-7cbfc038-a18b-43e6-b6db-52fa22ecc755 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 217 time: 0.1514595 Apr 04 14:22:53.672747 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-8a6e9fed-0c1c-412a-8bcc-650d9ceef4ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508089 Apr 04 14:22:53.816369 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-eba4f6e0-1369-4cc3-a8b2-c3ad5831a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.818238 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-eba4f6e0-1369-4cc3-a8b2-c3ad5831a8c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.1047194 Apr 04 14:22:53.822205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9a618-85b4-4df6-8c56-39ca23023669 req-c6fc640d-e47a-4446-be81-c2c54011e35b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.829336 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-feb9a618-85b4-4df6-8c56-39ca23023669 req-c6fc640d-e47a-4446-be81-c2c54011e35b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 943 time: 0.1165547 Apr 04 14:22:53.832004 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a0921-7769-4174-b353-79cecf978c7d req-86b6daa8-f334-456b-8c9c-8a1e94201625 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.833462 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-357a0921-7769-4174-b353-79cecf978c7d req-86b6daa8-f334-456b-8c9c-8a1e94201625 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.1749623 Apr 04 14:22:53.843572 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24060ab1-56ab-412e-9861-164e3b9f78a7 req-624746e6-4e41-4be5-8911-d4ad361bf6fb service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156334 Apr 04 14:22:53.873841 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-5b871892-5b17-4eb3-8080-1850b8f443f8 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914005 Apr 04 14:22:53.885725 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-1f4b4479-c5e7-4cca-9b09-37e42aefa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:53.887246 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-1f4b4479-c5e7-4cca-9b09-37e42aefa51f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2144122 Apr 04 14:22:53.959738 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-feb9a618-85b4-4df6-8c56-39ca23023669 req-bec0e67a-1241-47fb-9943-0f65313ac615 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293695 Apr 04 14:22:53.995065 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c6889f9-a3bb-4a7f-8a16-7d3adba88ca4 req-25d20b44-a3e7-4d76-931d-0754d9c7094c service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140823 Apr 04 14:22:54.014515 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-357a0921-7769-4174-b353-79cecf978c7d req-25449973-9fa7-4580-a188-baa3d47437a7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676762 Apr 04 14:22:54.030725 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-2f1a7521-d8e7-46ed-930f-7b598b646b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.036732 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-2f1a7521-d8e7-46ed-930f-7b598b646b34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2077692 Apr 04 14:22:54.036811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 02dfa36f-1e36-420f-a5bc-b5cbb4603fad details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:54.115395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-4cef99ae-c31c-4640-9f7a-91b9450dfe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.116797 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-4cef99ae-c31c-4640-9f7a-91b9450dfe1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1127 time: 0.1552658 Apr 04 14:22:54.125797 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-2ade3449-3462-4d82-9c3f-f83146cc7b91 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297015 Apr 04 14:22:54.190525 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:54.207546 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:54.257480 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:54.259099 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:54.280861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dfa36f-1e36-420f-a5bc-b5cbb4603fad {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:54.328269 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-872406b2-103a-48ae-963b-99850090e092 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878640 Apr 04 14:22:54.334105 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:54.416894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:54.506760 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:54.548435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-e03fae6d-f44f-4569-bb38-bb8c44004182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.548435 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-e03fae6d-f44f-4569-bb38-bb8c44004182 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1127 time: 0.4046001 Apr 04 14:22:54.560585 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc2be-77a9-483a-be3d-883446e827dc req-ca5e8e62-c4bb-41d9-9c56-af2aefe8992d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.567846 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c02dc2be-77a9-483a-be3d-883446e827dc req-ca5e8e62-c4bb-41d9-9c56-af2aefe8992d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.4115798 Apr 04 14:22:54.619320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d'}, {'name': 'network-changed', 'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:54.621927 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205" -d '{"events": [{"name": "network-changed", "server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d"}, {"name": "network-changed", "server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:54.648624 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-021b0c17-e3cf-4e4f-bf65-d2d4af900895 req-73eb44f7-056e-4059-8e84-308725fde981 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063753 Apr 04 14:22:54.653951 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-bee7d702-62e4-40ac-8659-d1b985236307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.655428 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-bee7d702-62e4-40ac-8659-d1b985236307 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.5321765 Apr 04 14:22:54.670046 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['02dfa36f-1e36-420f-a5bc-b5cbb4603fad'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:22:54.677359 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c02dc2be-77a9-483a-be3d-883446e827dc req-da491e95-7645-4e0d-b061-00a9c8457e5a tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039875 Apr 04 14:22:54.756707 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-2d51aa54-0823-4908-a1ec-52a2e81f044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.756707 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-2d51aa54-0823-4908-a1ec-52a2e81f044b service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.2003739 Apr 04 14:22:54.768337 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad380a-ad35-4002-ae82-b71e53f5e3cc x-openstack-request-id: req-55ad380a-ad35-4002-ae82-b71e53f5e3cc {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:54.768702 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:54.770998 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55ad380a-ad35-4002-ae82-b71e53f5e3cc {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:54.771392 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ad380a-ad35-4002-ae82-b71e53f5e3cc'] response: {'name': 'network-changed', 'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d', 'status': 'completed', 'code': 200} Apr 04 14:22:54.771581 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ad380a-ad35-4002-ae82-b71e53f5e3cc'] response: {'name': 'network-changed', 'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'status': 'completed', 'code': 200} Apr 04 14:22:54.777894 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-f5a6f2f1-71fe-4a2d-b6af-fbfa4f5bfee5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 217 time: 0.0983956 Apr 04 14:22:54.842136 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-5a7a621c-6871-4bb6-bd88-7dd4a6da0925 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 217 time: 0.0772281 Apr 04 14:22:54.943402 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-30786038-9584-4253-8b90-ac8749e818df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.945363 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-30786038-9584-4253-8b90-ac8749e818df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0518267 Apr 04 14:22:54.953216 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-f529e404-d2bf-431e-a7f2-bf90e92544ba service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072683 Apr 04 14:22:54.967862 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6a2eb-9d4a-45a2-b5a9-431b4a9cc530 req-344b7093-981d-49f1-8f32-24d0de0f1f43 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.974792 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-82d6a2eb-9d4a-45a2-b5a9-431b4a9cc530 req-344b7093-981d-49f1-8f32-24d0de0f1f43 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 944 time: 0.3499243 Apr 04 14:22:54.991331 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-befb39b7-fb37-4611-bce9-845e72f682e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:54.992928 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-befb39b7-fb37-4611-bce9-845e72f682e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.2074263 Apr 04 14:22:55.005487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8fbbc-feac-41c9-afc6-8e6a2ab822c7 req-be8f6290-80d4-4e0d-af2b-39100e340aff tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.013369 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bab8fbbc-feac-41c9-afc6-8e6a2ab822c7 req-be8f6290-80d4-4e0d-af2b-39100e340aff tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 943 time: 0.1586328 Apr 04 14:22:55.055540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-fad651ef-ab60-432d-ae8a-3643f4dd06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.057308 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-fad651ef-ab60-432d-ae8a-3643f4dd06aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058950 Apr 04 14:22:55.080755 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-582aac21-1647-4977-8f6a-372cce5ae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.082246 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-582aac21-1647-4977-8f6a-372cce5ae1d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1127 time: 0.2018464 Apr 04 14:22:55.103008 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-82d6a2eb-9d4a-45a2-b5a9-431b4a9cc530 req-ecde2e53-1614-4e77-922f-9fc942bfca5d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184406 Apr 04 14:22:55.141631 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bab8fbbc-feac-41c9-afc6-8e6a2ab822c7 req-cc9eb745-a2b9-4916-942b-4f07a7421970 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227696 Apr 04 14:22:55.178944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-b57c67cc-f551-4cab-9f71-51bc27419d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.178944 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-b57c67cc-f551-4cab-9f71-51bc27419d8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1731043 Apr 04 14:22:55.216804 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-8bf9f14c-3820-4e66-b4d9-5bb384d447b4 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516318 Apr 04 14:22:55.310855 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-5865c9c8-df02-4444-8785-0f5cfa314465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.311828 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-5865c9c8-df02-4444-8785-0f5cfa314465 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.2100174 Apr 04 14:22:55.376433 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f190-a00a-408f-9c40-c4f1679048e2 req-8db0d677-b5e1-4f10-9ce1-bb2df0269dee tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.377949 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5f01f190-a00a-408f-9c40-c4f1679048e2 req-8db0d677-b5e1-4f10-9ce1-bb2df0269dee tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 943 time: 0.2010069 Apr 04 14:22:55.379276 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-629cafcc-678d-4a17-9792-d9692fdf7772 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 200 len: 217 time: 0.0584838 Apr 04 14:22:55.429060 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-1d743c98-e3e4-4af0-a6c9-55aa33f14800 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394884 Apr 04 14:22:55.441288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ed520-d355-4cd5-a90b-5612a20bac14 req-0d545f27-be51-4fcd-8c35-361b4c9c2816 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.442773 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d0ed520-d355-4cd5-a90b-5612a20bac14 req-0d545f27-be51-4fcd-8c35-361b4c9c2816 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.2039843 Apr 04 14:22:55.469802 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-206cbc53-2f06-49b8-8041-ab5fe03b7db1 req-0d11c42d-3c11-4856-9c07-f355678818fd service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451086 Apr 04 14:22:55.505708 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d0ed520-d355-4cd5-a90b-5612a20bac14 req-8723f0bb-ad56-4a92-9ed3-42bb071bf454 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Apr 04 14:22:55.522215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-8c530033-bfe2-4327-8379-a854c34f913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.523730 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-8c530033-bfe2-4327-8379-a854c34f913c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.1382639 Apr 04 14:22:55.588401 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5f01f190-a00a-408f-9c40-c4f1679048e2 req-125a9663-8625-4c12-8e9f-1c3750db932d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912174 Apr 04 14:22:55.637370 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f1c3e996-6ea2-492a-a224-39ae9b1f055e req-4b5ec41e-910a-433a-aa0f-b807e448f509 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956148 Apr 04 14:22:55.642395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-2c56821e-12e8-4eca-9b65-cd91932adb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.642395 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-2c56821e-12e8-4eca-9b65-cd91932adb0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109064 Apr 04 14:22:55.767212 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-2e9c7653-fc3f-4138-bbf7-2e6cfc864edd service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150463 Apr 04 14:22:55.869926 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-6e30e8ec-02ef-484e-99ea-2f71ed555c98 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961215 Apr 04 14:22:55.957392 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-5e415f76-af69-4beb-b678-5a98e6bb0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:55.963235 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-5e415f76-af69-4beb-b678-5a98e6bb0fc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1127 time: 0.0488858 Apr 04 14:22:56.051869 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-97741fcc-88a0-4c35-9518-c61ba17f02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.053359 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-97741fcc-88a0-4c35-9518-c61ba17f02f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.0878289 Apr 04 14:22:56.063882 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 02dfa36f-1e36-420f-a5bc-b5cbb4603fad up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:22:56.109674 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-1da59df8-7663-42ee-98ad-643bb067be76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 217 time: 0.0497291 Apr 04 14:22:56.189692 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-9bece08d-3ac5-46cb-ac48-e398dddca65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.191192 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-9bece08d-3ac5-46cb-ac48-e398dddca65c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0742953 Apr 04 14:22:56.228681 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:22:56.237950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:22:56.238151 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:56.278428 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d107227-aa13-4908-98b7-ab9c84933a3d req-e592f4c2-12bf-434c-8084-64844161e84f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.284406 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2d107227-aa13-4908-98b7-ab9c84933a3d req-e592f4c2-12bf-434c-8084-64844161e84f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 944 time: 0.0925403 Apr 04 14:22:56.287465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-3634cd3d-97c4-455d-88ae-3d92e2e8aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.289049 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-3634cd3d-97c4-455d-88ae-3d92e2e8aad0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920532 Apr 04 14:22:56.303288 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8de4-886c-401f-8b57-7a3526e782a8 req-136a2e4d-a33d-49c9-b22f-13d52b6ffb3d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.305398 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98fd8de4-886c-401f-8b57-7a3526e782a8 req-136a2e4d-a33d-49c9-b22f-13d52b6ffb3d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 943 time: 0.0982864 Apr 04 14:22:56.365317 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2d107227-aa13-4908-98b7-ab9c84933a3d req-8903dda0-ce81-4e60-b936-41d34efaeaf6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741909 Apr 04 14:22:56.401251 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:56.401858 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:56.421348 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98fd8de4-886c-401f-8b57-7a3526e782a8 req-366aea19-d9b6-4d76-abc3-f3915b4ddf06 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079614 Apr 04 14:22:56.446874 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-6f8b2d24-1f2f-4222-801b-523328118245 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453598 Apr 04 14:22:56.447729 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:22:56.450297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6342976c-7ab0-4ebf-8934-5af993ea302f" -d '{"events": [{"server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "name": "network-vif-plugged", "status": "completed", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:22:56.463844 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:56.491732 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57092378-50d2-46b2-b701-ce76e34abf99 x-openstack-request-id: req-57092378-50d2-46b2-b701-ce76e34abf99 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:22:56.492025 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "name": "network-vif-plugged", "status": "completed", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:22:56.492311 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57092378-50d2-46b2-b701-ce76e34abf99 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:22:56.493442 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57092378-50d2-46b2-b701-ce76e34abf99'] response: {'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'code': 200} Apr 04 14:22:56.502358 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:56.571697 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:56.582918 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ead277e1-bd5a-4a26-b6a1-0e66a8d1d205 req-db24f3b6-1f12-4728-9b0d-9326a6be519e service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354625 Apr 04 14:22:56.687736 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea1431-ae8f-4fdf-8501-7eff1879cf9f req-56e2d6dc-cd0d-4e1c-9001-b0eeb01f2fd5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.690216 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b8ea1431-ae8f-4fdf-8501-7eff1879cf9f req-56e2d6dc-cd0d-4e1c-9001-b0eeb01f2fd5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0763507 Apr 04 14:22:56.745174 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b8ea1431-ae8f-4fdf-8501-7eff1879cf9f req-c1259744-5c29-4e99-8f74-daa11498af39 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481863 Apr 04 14:22:56.746963 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37011418-206a-4981-8655-a9e069c12b9b req-e38ca187-8ae6-4ca8-ba98-1fc478d2c067 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.755148 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-37011418-206a-4981-8655-a9e069c12b9b req-e38ca187-8ae6-4ca8-ba98-1fc478d2c067 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 943 time: 0.0613914 Apr 04 14:22:56.804906 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f53254-2e1f-4ad0-bf50-e11ebc5fbd3c req-8c7f2d3f-8406-4c0c-88aa-9e629ac96d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:56.807136 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0f53254-2e1f-4ad0-bf50-e11ebc5fbd3c req-8c7f2d3f-8406-4c0c-88aa-9e629ac96d1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 1129 time: 0.0536420 Apr 04 14:22:56.808420 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-37011418-206a-4981-8655-a9e069c12b9b req-8b5eabc5-f685-486d-b365-b0a855cd4b33 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521567 Apr 04 14:22:56.867204 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0f53254-2e1f-4ad0-bf50-e11ebc5fbd3c req-b63c4f7e-cfa0-4a75-a515-f397a3693cee service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Apr 04 14:22:57.491132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a1d98-f856-4fab-8001-247f996f4365 req-4a04a824-2c49-44f4-a87e-c85a1af43efc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:57.492638 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7e2a1d98-f856-4fab-8001-247f996f4365 req-4a04a824-2c49-44f4-a87e-c85a1af43efc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.0533154 Apr 04 14:22:57.539044 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7e2a1d98-f856-4fab-8001-247f996f4365 req-317083f8-05f9-43ea-91d3-7e8e78d44dd9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Apr 04 14:22:57.644520 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85685d1-43f6-4682-a16e-7fd49ba07011 req-39cf5971-1298-4ed3-a068-3e04777f185d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:57.645974 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d85685d1-43f6-4682-a16e-7fd49ba07011 req-39cf5971-1298-4ed3-a068-3e04777f185d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 943 time: 0.0517092 Apr 04 14:22:57.693504 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d85685d1-43f6-4682-a16e-7fd49ba07011 req-81df95a7-3634-4fe6-8909-490e3c9b0129 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Apr 04 14:22:57.888444 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be235-8a57-41ad-abbc-f6b5d6d2c9fd req-260c044c-7eb6-4260-ae96-c4d221b16097 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:57.889972 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-559be235-8a57-41ad-abbc-f6b5d6d2c9fd req-260c044c-7eb6-4260-ae96-c4d221b16097 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0579455 Apr 04 14:22:57.936339 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-559be235-8a57-41ad-abbc-f6b5d6d2c9fd req-c09cbffb-7acc-45c0-9361-688da7977489 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405161 Apr 04 14:22:58.047286 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b60c3b-a27b-4794-b48d-b251f24c87f4 req-7f81daf3-ef0c-4453-9cd9-8fb13e2f2ab4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:58.048830 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0b60c3b-a27b-4794-b48d-b251f24c87f4 req-7f81daf3-ef0c-4453-9cd9-8fb13e2f2ab4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 943 time: 0.0529890 Apr 04 14:22:58.073176 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 93a86619-1004-4bae-92b0-04982dce3f1d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:58.100086 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0b60c3b-a27b-4794-b48d-b251f24c87f4 req-51289cac-d80a-4c9c-9168-7c6488a0b469 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Apr 04 14:22:58.180628 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=93a86619-1004-4bae-92b0-04982dce3f1d,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.192482 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '93a86619-1004-4bae-92b0-04982dce3f1d', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'port_id': '93a86619-1004-4bae-92b0-04982dce3f1d', 'mac_address': 'fa:16:3e:7b:b5:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:58.232098 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 93a86619-1004-4bae-92b0-04982dce3f1d is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:58.232411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.246475 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a86619-1004-4bae-92b0-04982dce3f1d {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:58.265568 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=93a86619-1004-4bae-92b0-04982dce3f1d,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.399614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.400288 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0a2052a6-f819-4fc5-a78e-b01364390c72 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:58.490335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:58.534230 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0a2052a6-f819-4fc5-a78e-b01364390c72,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.546631 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'port_id': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'mac_address': 'fa:16:3e:c9:54:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:58.583142 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 0a2052a6-f819-4fc5-a78e-b01364390c72 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:58.583570 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.596379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2052a6-f819-4fc5-a78e-b01364390c72 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:58.616380 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0a2052a6-f819-4fc5-a78e-b01364390c72,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.661580 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010fc7e-e2e8-4971-85b0-caf3f4cfbcdf req-df0d8d4b-ee82-4d07-87c8-664b5a994e67 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:58.662957 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a010fc7e-e2e8-4971-85b0-caf3f4cfbcdf req-df0d8d4b-ee82-4d07-87c8-664b5a994e67 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Apr 04 14:22:58.696409 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.697248 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 5400162e-7add-40a2-be1c-764bd15e9e2f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:58.710163 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a010fc7e-e2e8-4971-85b0-caf3f4cfbcdf req-0739f0b9-1c73-46b9-b504-a8052c4dc501 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Apr 04 14:22:58.767152 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:58.770812 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5400162e-7add-40a2-be1c-764bd15e9e2f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.796721 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '5400162e-7add-40a2-be1c-764bd15e9e2f', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'port_id': '5400162e-7add-40a2-be1c-764bd15e9e2f', 'mac_address': 'fa:16:3e:34:9b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:58.840793 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 5400162e-7add-40a2-be1c-764bd15e9e2f is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:58.841346 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.843393 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b14884-40da-40f2-80b3-56eff92589d6 req-0a5f6cd6-0c8c-48da-89cc-585d3c2792c3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:58.845324 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61b14884-40da-40f2-80b3-56eff92589d6 req-0a5f6cd6-0c8c-48da-89cc-585d3c2792c3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0788622 Apr 04 14:22:58.856259 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5400162e-7add-40a2-be1c-764bd15e9e2f {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:58.883602 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5400162e-7add-40a2-be1c-764bd15e9e2f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:58.895359 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebd269-4bd4-4a8a-9921-14b596220c15 req-fafed71e-0962-49ab-9cc6-717817d6b49a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:58.900962 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-87ebd269-4bd4-4a8a-9921-14b596220c15 req-fafed71e-0962-49ab-9cc6-717817d6b49a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.1111042 Apr 04 14:22:58.906161 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60662) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:58.910851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:22:58.914548 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61b14884-40da-40f2-80b3-56eff92589d6 req-6ec356f9-3e81-472b-8103-6d73ac47ff5d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Apr 04 14:22:58.987820 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:58.988498 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:22:58.998216 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.057319 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:59.143062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:59.170718 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:22:59.210982 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8d837-fe52-4e43-a464-cf761d87afea req-0bfead6d-95c7-4d64-ac5b-874bd8a7603d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:59.214476 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bfd8d837-fe52-4e43-a464-cf761d87afea req-0bfead6d-95c7-4d64-ac5b-874bd8a7603d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.1874208 Apr 04 14:22:59.232281 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:22:59.232904 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.254421 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:22:59.279422 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4698b-4275-4c4b-b613-04baf57dfbb3 req-71b1cc2e-fb5c-4118-989d-6634ba995d3b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:22:59.281719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:22:59.289204 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-02d4698b-4275-4c4b-b613-04baf57dfbb3 req-71b1cc2e-fb5c-4118-989d-6634ba995d3b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 944 time: 0.1042216 Apr 04 14:22:59.338586 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-02d4698b-4275-4c4b-b613-04baf57dfbb3 req-9bd5fea8-e6eb-4ac0-ac55-f32fb31e2bd0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483501 Apr 04 14:22:59.389680 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60680) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:59.393855 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.443334 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:59.512234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-916a3373-a1c3-4652-8e47-c2e24dc805a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.562107 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bfd8d837-fe52-4e43-a464-cf761d87afea req-269e46c8-f2e8-425b-8a16-a45ae3bf9cbd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013346 Apr 04 14:22:59.593149 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-916a3373-a1c3-4652-8e47-c2e24dc805a9 admin admin] Publish callbacks [] for security_group (0545e085-b23b-4ab0-8237-42b1f6ab8d32), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.656518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-916a3373-a1c3-4652-8e47-c2e24dc805a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0545e085-b23b-4ab0-8237-42b1f6ab8d32), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.695155 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-916a3373-a1c3-4652-8e47-c2e24dc805a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=404639c96eab4349a3a5411556422783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042476 Apr 04 14:22:59.696318 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a3373-a1c3-4652-8e47-c2e24dc805a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0545e085-b23b-4ab0-8237-42b1f6ab8d32,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:59.698597 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60684) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:22:59.749959 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] Publish callbacks [] for security_group (0545e085-b23b-4ab0-8237-42b1f6ab8d32), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.771146 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] Publish callbacks [] for security_group (0545e085-b23b-4ab0-8237-42b1f6ab8d32), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.879436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0545e085-b23b-4ab0-8237-42b1f6ab8d32), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.882268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:22:59.884012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0545e085-b23b-4ab0-8237-42b1f6ab8d32 HTTP/1.1" status: 204 len: 168 time: 0.1845174 Apr 04 14:22:59.895861 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c57a6-5f3e-42aa-a5a0-1f401547c8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0545e085-b23b-4ab0-8237-42b1f6ab8d32,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:22:59.931647 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:00.010863 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:00.041649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bc49e-2166-438e-9492-2dfe22c30e2f req-a6a76b7b-6524-4733-a5dc-978d140528ad tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:00.043081 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5d2bc49e-2166-438e-9492-2dfe22c30e2f req-a6a76b7b-6524-4733-a5dc-978d140528ad tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0532265 Apr 04 14:23:00.091856 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5d2bc49e-2166-438e-9492-2dfe22c30e2f req-6ff820d8-f323-4fc8-9c57-9ae8f1b7048a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Apr 04 14:23:00.115232 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP 0cd48149-985a-49ad-943d-8ca185e1dfc7 associated. External IP: 172.27.3.61, port: 02dfa36f-1e36-420f-a5bc-b5cbb4603fad. Apr 04 14:23:00.336642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:23:00.489060 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18efbd-a1db-425d-9e05-f926073ede1d req-2866d31f-480f-4455-acaa-61b74ca2a6cb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:00.490510 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4e18efbd-a1db-425d-9e05-f926073ede1d req-2866d31f-480f-4455-acaa-61b74ca2a6cb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 944 time: 0.0803907 Apr 04 14:23:00.491500 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:00.496913 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:00.510500 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:00.523694 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:00.524307 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:00.545221 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8a3a525e-607c-4c6b-8dba-3422a679c6c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "PUT /v2.0/floatingips/0cd48149-985a-49ad-943d-8ca185e1dfc7 HTTP/1.1" status: 200 len: 990 time: 1.6378100 Apr 04 14:23:00.546786 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:00.549045 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19" -d '{"events": [{"name": "network-changed", "server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:00.574859 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4e18efbd-a1db-425d-9e05-f926073ede1d req-52459977-2bbc-4dcc-802f-ea501bea3fc7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744638 Apr 04 14:23:00.597525 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7613d-8a40-49aa-82b2-fcfe152cfa48 x-openstack-request-id: req-fbc7613d-8a40-49aa-82b2-fcfe152cfa48 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:00.597820 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:00.602255 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbc7613d-8a40-49aa-82b2-fcfe152cfa48 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:00.602255 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc7613d-8a40-49aa-82b2-fcfe152cfa48'] response: {'name': 'network-changed', 'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'status': 'completed', 'code': 200} Apr 04 14:23:00.632155 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:00.687379 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e21d16-7d9c-4487-98ec-ce6c9e6cd303 req-034bbd64-8b28-43dd-9a8b-1c7548681755 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:00.688839 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f2e21d16-7d9c-4487-98ec-ce6c9e6cd303 req-034bbd64-8b28-43dd-9a8b-1c7548681755 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0515079 Apr 04 14:23:00.743493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f2e21d16-7d9c-4487-98ec-ce6c9e6cd303 req-e0c26c02-9337-47e9-8f09-ef57dd54a306 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488589 Apr 04 14:23:00.894589 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:22:59Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:00.925574 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:00.934084 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:00.934706 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:01.044439 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:01.229998 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf764d2-dd14-4c84-9218-6248e373ed67 req-2edf4695-c4fd-4d0c-b475-7eb2fa54107b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:01.237212 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7bf764d2-dd14-4c84-9218-6248e373ed67 req-2edf4695-c4fd-4d0c-b475-7eb2fa54107b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0692101 Apr 04 14:23:01.292946 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7bf764d2-dd14-4c84-9218-6248e373ed67 req-d6a3d5d6-d75f-46be-aaca-197368224759 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499094 Apr 04 14:23:01.305930 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:22:59Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:01.337679 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c280e0d-fe75-4aab-ada2-b5bedabd073a None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:22:59Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:01.538374 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8bb39-319d-4267-8b7f-a21f7c372daf None None] New status for floating IP 0cd48149-985a-49ad-943d-8ca185e1dfc7: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:23:01.735578 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f1dc-99bd-4d02-b0ca-5479285560cb req-6f8b5d8e-5f41-42ff-959c-9f9c53d418fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:01.737255 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cdb2f1dc-99bd-4d02-b0ca-5479285560cb req-6f8b5d8e-5f41-42ff-959c-9f9c53d418fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 944 time: 0.0938809 Apr 04 14:23:01.764206 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-9abce925-a261-4f6e-bad6-a556d98c2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:01.765897 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-9abce925-a261-4f6e-bad6-a556d98c2f50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 1129 time: 0.0794992 Apr 04 14:23:01.845637 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cdb2f1dc-99bd-4d02-b0ca-5479285560cb req-add60a0d-360d-40a8-83e5-a966e88716fa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986781 Apr 04 14:23:01.891409 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-7d565578-4391-46d0-9e34-cb2efd9303a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:01.893065 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-7d565578-4391-46d0-9e34-cb2efd9303a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.1118612 Apr 04 14:23:01.908779 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bf0a3-92f9-4c64-96a2-35bba9908041 req-176fcf28-6f91-4666-acc8-265b2ad18dce tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:01.915738 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad0bf0a3-92f9-4c64-96a2-35bba9908041 req-176fcf28-6f91-4666-acc8-265b2ad18dce tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0894020 Apr 04 14:23:01.964846 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad0bf0a3-92f9-4c64-96a2-35bba9908041 req-b4258eea-ed55-40b0-80d6-9d027b25ad37 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Apr 04 14:23:02.036854 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-de981a66-36fa-48f6-b788-261299fce736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 200 len: 998 time: 0.1364787 Apr 04 14:23:02.090842 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-8a33e412-6ae8-495c-b901-94d85f7b6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:02.092344 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-8a33e412-6ae8-495c-b901-94d85f7b6c3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0491490 Apr 04 14:23:02.143116 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-8b396e36-d62b-4171-b8ca-74772c476e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:02.144714 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-8b396e36-d62b-4171-b8ca-74772c476e0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449724 Apr 04 14:23:02.239627 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['0a2052a6-f819-4fc5-a78e-b01364390c72'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:23:02.240109 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-5703c21d-3179-45ee-ac37-ef0a71660c4f service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883431 Apr 04 14:23:02.276691 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['93a86619-1004-4bae-92b0-04982dce3f1d'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:23:02.285296 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['5400162e-7add-40a2-be1c-764bd15e9e2f'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:23:02.342335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['c799798b-818c-4f0f-a8a0-44b3871e6f01'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:23:02.368812 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0ee28ce4-0d94-4b71-8ab5-c1b73a16bb19 req-6ba0424d-d218-42f1-8828-cc7f0a863480 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162627 Apr 04 14:23:02.433095 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacf2a3-da22-44de-94ef-07cc607cbf24 req-ff213c46-9c2f-41b4-b35e-99a28276ee47 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:02.434492 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0bacf2a3-da22-44de-94ef-07cc607cbf24 req-ff213c46-9c2f-41b4-b35e-99a28276ee47 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0633321 Apr 04 14:23:02.482742 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0bacf2a3-da22-44de-94ef-07cc607cbf24 req-08da2a5c-e8c4-4fa7-85b1-23127bc0393c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Apr 04 14:23:02.756685 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60798) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:02.862049 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd8951d0-0dfc-44f4-8220-617123edf752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:02.934047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd8951d0-0dfc-44f4-8220-617123edf752 admin admin] Publish callbacks [] for security_group (cfe85ea9-14af-4bf1-936a-c54d2e440800), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:02.987490 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f2f9-2ac1-427b-891c-18e71d17ee48 req-3cb54f5b-c00e-4993-aa8b-9250ba5ca793 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:02.988956 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-74b5f2f9-2ac1-427b-891c-18e71d17ee48 req-3cb54f5b-c00e-4993-aa8b-9250ba5ca793 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 944 time: 0.0537086 Apr 04 14:23:02.994578 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fd8951d0-0dfc-44f4-8220-617123edf752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cfe85ea9-14af-4bf1-936a-c54d2e440800), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.048269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8951d0-0dfc-44f4-8220-617123edf752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe85ea9-14af-4bf1-936a-c54d2e440800,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:03.053880 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fd8951d0-0dfc-44f4-8220-617123edf752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98778d3c54b244369712468baddd7799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961109 Apr 04 14:23:03.057236 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60812) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:03.091075 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-74b5f2f9-2ac1-427b-891c-18e71d17ee48 req-9d02eb1b-2973-4e2c-a635-9790a554a8f7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937016 Apr 04 14:23:03.137310 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] Publish callbacks [] for security_group (cfe85ea9-14af-4bf1-936a-c54d2e440800), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.146551 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943dcc0-9100-4124-a8a0-2765829d33ff req-06ab65cd-8501-4ee2-aebf-0d04a90a8a60 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:03.148029 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f943dcc0-9100-4124-a8a0-2765829d33ff req-06ab65cd-8501-4ee2-aebf-0d04a90a8a60 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0839362 Apr 04 14:23:03.179917 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] Publish callbacks [] for security_group (cfe85ea9-14af-4bf1-936a-c54d2e440800), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.233240 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f943dcc0-9100-4124-a8a0-2765829d33ff req-ef056a01-434b-45f8-be4f-541e68b53b1b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782957 Apr 04 14:23:03.319233 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cfe85ea9-14af-4bf1-936a-c54d2e440800), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.321869 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.323104 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfe85ea9-14af-4bf1-936a-c54d2e440800 HTTP/1.1" status: 204 len: 168 time: 0.2650530 Apr 04 14:23:03.330883 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69677ab-5385-4fa4-aea8-4465aba2e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe85ea9-14af-4bf1-936a-c54d2e440800,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:03.603050 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273f441-6357-4828-b5e0-5a64a6bb5a70 req-45e6910d-5fd5-4a48-b05a-46a3f83f9266 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:03.604592 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f273f441-6357-4828-b5e0-5a64a6bb5a70 req-45e6910d-5fd5-4a48-b05a-46a3f83f9266 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0525298 Apr 04 14:23:03.654347 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f273f441-6357-4828-b5e0-5a64a6bb5a70 req-181ed55a-f1ba-47a4-97af-bc1f314b71bc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Apr 04 14:23:03.674105 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0a2052a6-f819-4fc5-a78e-b01364390c72 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:03.798892 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 0a2052a6-f819-4fc5-a78e-b01364390c72 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:23:03.803265 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 0a2052a6-f819-4fc5-a78e-b01364390c72 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:03.803643 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.882291 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 0a2052a6-f819-4fc5-a78e-b01364390c72 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:03.882574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.905587 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:03.907852 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300848c-29b7-4029-95bc-b14573b50a33" -d '{"events": [{"server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:03.920765 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0a2052a6-f819-4fc5-a78e-b01364390c72,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:03.946516 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60830) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:03.946960 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986bfe9-389b-42d0-8e81-435d27fc7c76 x-openstack-request-id: req-5986bfe9-389b-42d0-8e81-435d27fc7c76 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:03.946960 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "name": "network-vif-plugged", "status": "completed", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:03.946960 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5986bfe9-389b-42d0-8e81-435d27fc7c76 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:03.947250 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5986bfe9-389b-42d0-8e81-435d27fc7c76'] response: {'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'code': 200} Apr 04 14:23:03.953789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-48f03c4c-a2ff-43de-a027-84af8633681c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:03.987725 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.030768 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-48f03c4c-a2ff-43de-a027-84af8633681c admin admin] Publish callbacks [] for security_group (75d0291c-7c73-4b47-b65b-cb67bde4fd25), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.034687 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:04.096561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-48f03c4c-a2ff-43de-a027-84af8633681c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (75d0291c-7c73-4b47-b65b-cb67bde4fd25), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.138969 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-48f03c4c-a2ff-43de-a027-84af8633681c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00dcd220c2e14d1481a059f9afcbee38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936841 Apr 04 14:23:04.138969 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f03c4c-a2ff-43de-a027-84af8633681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d0291c-7c73-4b47-b65b-cb67bde4fd25,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:04.139169 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60836) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:04.186011 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] Publish callbacks [] for security_group (75d0291c-7c73-4b47-b65b-cb67bde4fd25), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.206903 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] Publish callbacks [] for security_group (75d0291c-7c73-4b47-b65b-cb67bde4fd25), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.210758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb71c32-ef46-42b0-8bc0-751b72d35ae5 req-3d187ccb-5da4-42fa-a166-3f00887fdca9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:04.212865 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbb71c32-ef46-42b0-8bc0-751b72d35ae5 req-3d187ccb-5da4-42fa-a166-3f00887fdca9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Apr 04 14:23:04.258071 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbb71c32-ef46-42b0-8bc0-751b72d35ae5 req-b5141374-052d-4ad6-a2d8-a4782f17dca5 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 Apr 04 14:23:04.355779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252bc9-114b-424a-8f22-bfa9dad89fb7 req-e80fc5f0-ab3a-4b68-8796-f15e0ab6e38b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:04.357396 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65252bc9-114b-424a-8f22-bfa9dad89fb7 req-e80fc5f0-ab3a-4b68-8796-f15e0ab6e38b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0511913 Apr 04 14:23:04.358418 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (75d0291c-7c73-4b47-b65b-cb67bde4fd25), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.360989 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:04.362016 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75d0291c-7c73-4b47-b65b-cb67bde4fd25 HTTP/1.1" status: 204 len: 168 time: 0.2229311 Apr 04 14:23:04.381621 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823f2c3-0999-4ccb-8ec9-36f55f6df212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d0291c-7c73-4b47-b65b-cb67bde4fd25,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:04.415382 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65252bc9-114b-424a-8f22-bfa9dad89fb7 req-3a992484-3b43-4e9b-b0d5-4198c0e8c9ac tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522697 Apr 04 14:23:04.780925 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfd888-0474-427d-9b47-07560a902a59 req-87aa17d7-ea64-4042-a5f1-44dcf6163e34 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:04.782377 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d2cfd888-0474-427d-9b47-07560a902a59 req-87aa17d7-ea64-4042-a5f1-44dcf6163e34 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0518224 Apr 04 14:23:04.831196 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d2cfd888-0474-427d-9b47-07560a902a59 req-9172320a-9ffc-4422-830b-4fa0c315f242 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Apr 04 14:23:05.375322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab940a-84d9-4acf-9148-c4de948866af req-f440add7-d310-4583-99d1-e055cdedfe42 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:05.376835 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0ab940a-84d9-4acf-9148-c4de948866af req-f440add7-d310-4583-99d1-e055cdedfe42 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Apr 04 14:23:05.424082 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0ab940a-84d9-4acf-9148-c4de948866af req-a8d7050f-0b39-4a48-80e0-78397da96b30 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415049 Apr 04 14:23:05.538727 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae00589-c5d5-4a01-aaca-f901963e29c0 req-ddb0f80f-b3d3-4612-9247-fcfb1b9f235a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:05.545466 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3ae00589-c5d5-4a01-aaca-f901963e29c0 req-ddb0f80f-b3d3-4612-9247-fcfb1b9f235a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0599113 Apr 04 14:23:05.590767 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3ae00589-c5d5-4a01-aaca-f901963e29c0 req-5d2783ca-7761-4ac9-8000-0231c7e75d96 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Apr 04 14:23:05.944451 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d8d4-2e3e-4c7f-8f57-d2d8d3b5e4f3 req-c24dc07d-0ed6-4051-8528-5b5753974747 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:05.946436 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-96b8d8d4-2e3e-4c7f-8f57-d2d8d3b5e4f3 req-c24dc07d-0ed6-4051-8528-5b5753974747 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0507741 Apr 04 14:23:05.990982 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-96b8d8d4-2e3e-4c7f-8f57-d2d8d3b5e4f3 req-cc41a871-a03f-4757-b710-b64ea4d84ac0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Apr 04 14:23:06.337654 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 5400162e-7add-40a2-be1c-764bd15e9e2f up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:06.479564 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 5400162e-7add-40a2-be1c-764bd15e9e2f completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:23:06.483863 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 5400162e-7add-40a2-be1c-764bd15e9e2f triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:06.484240 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:06.576986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c342c-8a9c-441d-9f09-556a318b7487 req-ab2c5781-88e3-43dc-a650-e6d2ea56952c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:06.578346 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 5400162e-7add-40a2-be1c-764bd15e9e2f is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:06.582583 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e3c342c-8a9c-441d-9f09-556a318b7487 req-ab2c5781-88e3-43dc-a650-e6d2ea56952c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0901277 Apr 04 14:23:06.582803 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:06.613315 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:06.615532 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed703b73-1c16-4eb9-9894-279418ca3c47" -d '{"events": [{"server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "name": "network-vif-plugged", "status": "completed", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:06.639380 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5400162e-7add-40a2-be1c-764bd15e9e2f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:06.702238 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:06.703921 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 93a86619-1004-4bae-92b0-04982dce3f1d up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:06.726463 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e3c342c-8a9c-441d-9f09-556a318b7487 req-831791c7-5045-491e-8bc2-6cfb4d8d8799 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339443 Apr 04 14:23:06.798529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168acd61-defa-45df-a037-36c6bd1ba62d x-openstack-request-id: req-168acd61-defa-45df-a037-36c6bd1ba62d {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:06.799197 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "name": "network-vif-plugged", "status": "completed", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:06.799601 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-168acd61-defa-45df-a037-36c6bd1ba62d {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:06.800208 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168acd61-defa-45df-a037-36c6bd1ba62d'] response: {'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f', 'code': 200} Apr 04 14:23:06.860813 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:06.956950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 93a86619-1004-4bae-92b0-04982dce3f1d completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:23:06.963856 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 93a86619-1004-4bae-92b0-04982dce3f1d triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:06.964549 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.034799 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14342ab8-d170-474a-af7a-2e64fcdb0646 req-3234d9d0-b35f-4a01-ac5d-0c38deda1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:07.038497 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-14342ab8-d170-474a-af7a-2e64fcdb0646 req-3234d9d0-b35f-4a01-ac5d-0c38deda1d09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1129 time: 0.3719890 Apr 04 14:23:07.074213 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf1ba2-e33f-4aea-8975-f3c89d69c2c2 req-502ec50e-1d4a-4692-b3db-4ac7f6f3142d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:07.086096 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5dbf1ba2-e33f-4aea-8975-f3c89d69c2c2 req-502ec50e-1d4a-4692-b3db-4ac7f6f3142d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.3587146 Apr 04 14:23:07.089577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 93a86619-1004-4bae-92b0-04982dce3f1d is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:07.089972 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.134230 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=93a86619-1004-4bae-92b0-04982dce3f1d,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:07.153411 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a9291-1ab0-414a-ad3c-0542aa70f766 req-2aef8229-7c9d-4ce8-956a-5b65bb5278ab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:07.158216 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d82a9291-1ab0-414a-ad3c-0542aa70f766 req-2aef8229-7c9d-4ce8-956a-5b65bb5278ab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 944 time: 0.0823562 Apr 04 14:23:07.200167 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.201393 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:07.202560 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-14342ab8-d170-474a-af7a-2e64fcdb0646 req-e1b36ea6-1942-4bbe-9028-5e95126c5f58 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548588 Apr 04 14:23:07.206277 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d82a9291-1ab0-414a-ad3c-0542aa70f766 req-054771dc-007e-457c-99f7-5d69d08c1b9b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Apr 04 14:23:07.226924 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5dbf1ba2-e33f-4aea-8975-f3c89d69c2c2 req-16d29a8d-2a99-425b-97fa-09514c7de2a3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213188 Apr 04 14:23:07.255217 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b54fa-3854-49b3-a23d-bed661f4d33d req-abe2133b-2851-4544-8778-54c9449bb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:07.255217 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-263b54fa-3854-49b3-a23d-bed661f4d33d req-abe2133b-2851-4544-8778-54c9449bb9ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1129 time: 0.1077514 Apr 04 14:23:07.290268 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:07.341838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port c799798b-818c-4f0f-a8a0-44b3871e6f01 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:23:07.345894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port c799798b-818c-4f0f-a8a0-44b3871e6f01 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:07.346270 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.425182 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:07.425576 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.461007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:07.470347 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-263b54fa-3854-49b3-a23d-bed661f4d33d req-1dbb615a-5b12-43d7-a2e4-5968da2e2355 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 Apr 04 14:23:07.542156 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:07.592300 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:07.833201 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460be6c3-1586-4581-8774-bef965dbc545 req-bee0192a-f403-4103-a760-6df0706c3dda tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:07.834710 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-460be6c3-1586-4581-8774-bef965dbc545 req-bee0192a-f403-4103-a760-6df0706c3dda tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0539026 Apr 04 14:23:07.886448 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-460be6c3-1586-4581-8774-bef965dbc545 req-403d58f9-8558-4fdf-bdfe-62687967a99e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 Apr 04 14:23:08.169417 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 60968) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:08.356578 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-927b80de-f982-4f59-81ce-b25aaf1d6e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.357984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e485-3b33-4ff7-b070-b3ca240fc6ad req-678cf95a-e969-4db9-824a-b0623a3169d9 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:08.359580 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5cd7e485-3b33-4ff7-b070-b3ca240fc6ad req-678cf95a-e969-4db9-824a-b0623a3169d9 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0562925 Apr 04 14:23:08.402785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5573-4104-47c2-af45-64c3897f6e06 req-17b5280b-7390-4d31-9ff0-2963ae97bab7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:08.404356 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a0cf5573-4104-47c2-af45-64c3897f6e06 req-17b5280b-7390-4d31-9ff0-2963ae97bab7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0901361 Apr 04 14:23:08.406756 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5cd7e485-3b33-4ff7-b070-b3ca240fc6ad req-85a0f915-9d02-45b7-9199-7791ecd7ab6e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Apr 04 14:23:08.474088 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a0cf5573-4104-47c2-af45-64c3897f6e06 req-37109dbc-7f45-44a0-bd06-519182574db3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634820 Apr 04 14:23:08.487206 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-927b80de-f982-4f59-81ce-b25aaf1d6e60 admin admin] Publish callbacks [] for security_group (666d562b-4b6a-4b54-85f1-224f80e5ce3b), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.541939 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-927b80de-f982-4f59-81ce-b25aaf1d6e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (666d562b-4b6a-4b54-85f1-224f80e5ce3b), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.583099 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-927b80de-f982-4f59-81ce-b25aaf1d6e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98f9294aaf6847f285ceca063d8e0ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123504 Apr 04 14:23:08.585733 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 60976) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:08.589116 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b80de-f982-4f59-81ce-b25aaf1d6e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666d562b-4b6a-4b54-85f1-224f80e5ce3b,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:08.637972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] Publish callbacks [] for security_group (666d562b-4b6a-4b54-85f1-224f80e5ce3b), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.659548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] Publish callbacks [] for security_group (666d562b-4b6a-4b54-85f1-224f80e5ce3b), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.794952 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (666d562b-4b6a-4b54-85f1-224f80e5ce3b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.797698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:08.799022 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/666d562b-4b6a-4b54-85f1-224f80e5ce3b HTTP/1.1" status: 204 len: 168 time: 0.2113562 Apr 04 14:23:08.802063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d'}, {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:08.806521 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2070ba3c-8fbd-4947-ac7b-36f596ebe4bf" -d '{"events": [{"server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "name": "network-vif-plugged", "status": "completed", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d"}, {"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:08.828480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83758f1f-fc7d-45a9-8f8e-a838f65d21d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d562b-4b6a-4b54-85f1-224f80e5ce3b,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:08.875487 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3084ac9f-7ad4-491c-a94d-5974ea63d3df x-openstack-request-id: req-3084ac9f-7ad4-491c-a94d-5974ea63d3df {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:08.875965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "name": "network-vif-plugged", "status": "completed", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d", "code": 200}, {"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:08.876373 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3084ac9f-7ad4-491c-a94d-5974ea63d3df {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:08.877089 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3084ac9f-7ad4-491c-a94d-5974ea63d3df'] response: {'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d', 'code': 200} Apr 04 14:23:08.877361 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3084ac9f-7ad4-491c-a94d-5974ea63d3df'] response: {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'code': 200} Apr 04 14:23:09.024028 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a8f59-716b-43ec-b61f-1a235fa6c861 req-00717090-6faa-4c08-97d5-8e83d4bfe5d7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.025552 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-334a8f59-716b-43ec-b61f-1a235fa6c861 req-00717090-6faa-4c08-97d5-8e83d4bfe5d7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0636978 Apr 04 14:23:09.083022 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-334a8f59-716b-43ec-b61f-1a235fa6c861 req-396b7f9b-fa6d-4040-95a4-be09f12ac8d1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514679 Apr 04 14:23:09.295075 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c9dd-245b-432a-93dd-2f32e652f4a4 req-e09f1043-e392-482f-84a1-96f0f110e6e3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.296677 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0470c9dd-245b-432a-93dd-2f32e652f4a4 req-e09f1043-e392-482f-84a1-96f0f110e6e3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0696311 Apr 04 14:23:09.305987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 32772) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:09.310606 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'floatingip': {'port_id': '0a2052a6-f819-4fc5-a78e-b01364390c72'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:09.406313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.422994 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf95c93-0130-43da-b8d4-0614c607473e req-37458695-e9f4-4e7a-b15d-34087d1672ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.424535 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ecf95c93-0130-43da-b8d4-0614c607473e req-37458695-e9f4-4e7a-b15d-34087d1672ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0964701 Apr 04 14:23:09.426359 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360042e-77d1-4fd7-92cb-9f754c914193 req-d4e33650-7c43-46bc-bd14-cbc9a6cc2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.430177 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1360042e-77d1-4fd7-92cb-9f754c914193 req-d4e33650-7c43-46bc-bd14-cbc9a6cc2712 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1129 time: 0.1005750 Apr 04 14:23:09.500282 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32778) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:09.532764 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5162985c-908a-4d4a-a7d4-de3264f35408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.549962 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ecf95c93-0130-43da-b8d4-0614c607473e req-3e35d9f4-57b5-4e6e-b679-7f609caa7be4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071334 Apr 04 14:23:09.551935 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1360042e-77d1-4fd7-92cb-9f754c914193 req-0b8835f1-707d-4d2f-9118-d52a2f66b23a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980699 Apr 04 14:23:09.631006 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdabf3d-37d4-4916-96c3-d5bba975b0c6 req-9dc9bdca-a4d3-4f96-aecb-064908444f81 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.632330 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2cdabf3d-37d4-4916-96c3-d5bba975b0c6 req-9dc9bdca-a4d3-4f96-aecb-064908444f81 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.0858059 Apr 04 14:23:09.632797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32784) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:09.667241 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776c93-32e1-4aee-9b1f-f11b621e3737 req-dea97b0c-e417-4f80-8d45-0375397ce39a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.668738 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5e776c93-32e1-4aee-9b1f-f11b621e3737 req-dea97b0c-e417-4f80-8d45-0375397ce39a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.1704979 Apr 04 14:23:09.692343 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5162985c-908a-4d4a-a7d4-de3264f35408 admin admin] Publish callbacks [] for security_group (d61e5433-3205-46fd-862b-c5f1a1ad31f9), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.719138 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2cdabf3d-37d4-4916-96c3-d5bba975b0c6 req-b8757a43-9f31-4717-8fe2-62b824d6922c tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Apr 04 14:23:09.736662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5162985c-908a-4d4a-a7d4-de3264f35408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d61e5433-3205-46fd-862b-c5f1a1ad31f9), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.772714 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5e776c93-32e1-4aee-9b1f-f11b621e3737 req-321914ca-500c-491d-b76e-94fc53b0525a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970991 Apr 04 14:23:09.788434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd406-8b55-4ae2-add1-8effd1a86b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.812087 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5162985c-908a-4d4a-a7d4-de3264f35408 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae8c5426f49a4750add79aeab63c7dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087921 Apr 04 14:23:09.824209 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32790) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:09.857132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162985c-908a-4d4a-a7d4-de3264f35408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61e5433-3205-46fd-862b-c5f1a1ad31f9,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:09.952016 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] Publish callbacks [] for security_group (d61e5433-3205-46fd-862b-c5f1a1ad31f9), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:09.960286 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d586fa-ee8a-491b-858b-3c818dc08228 req-3ce1fbeb-e47a-4e86-8232-159bad513a87 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:09.962397 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-59d586fa-ee8a-491b-858b-3c818dc08228 req-3ce1fbeb-e47a-4e86-8232-159bad513a87 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1631866 Apr 04 14:23:10.018508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] Publish callbacks [] for security_group (d61e5433-3205-46fd-862b-c5f1a1ad31f9), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.045908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd406-8b55-4ae2-add1-8effd1a86b6b admin admin] Publish callbacks [] for security_group (acf6c034-adf9-4fe9-becc-b6837a863083), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.069566 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-59d586fa-ee8a-491b-858b-3c818dc08228 req-98e5fae7-e8f4-4d93-a60a-ca5400b3e586 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969269 Apr 04 14:23:10.092737 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd406-8b55-4ae2-add1-8effd1a86b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (acf6c034-adf9-4fe9-becc-b6837a863083), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.135945 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e3bcd406-8b55-4ae2-add1-8effd1a86b6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d61c71eb3bc46d69be2d6e2649c4c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987442 Apr 04 14:23:10.136805 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd406-8b55-4ae2-add1-8effd1a86b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6c034-adf9-4fe9-becc-b6837a863083,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:10.139122 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32798) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:10.155997 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d61e5433-3205-46fd-862b-c5f1a1ad31f9), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.158549 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.159671 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d61e5433-3205-46fd-862b-c5f1a1ad31f9 HTTP/1.1" status: 204 len: 168 time: 0.3345432 Apr 04 14:23:10.174845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82146380-af8c-4867-b4e2-cd7b723ccca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61e5433-3205-46fd-862b-c5f1a1ad31f9,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:10.204853 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] Publish callbacks [] for security_group (acf6c034-adf9-4fe9-becc-b6837a863083), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.227714 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] Publish callbacks [] for security_group (acf6c034-adf9-4fe9-becc-b6837a863083), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.341934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (acf6c034-adf9-4fe9-becc-b6837a863083), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.342751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.344702 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.345892 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acf6c034-adf9-4fe9-becc-b6837a863083 HTTP/1.1" status: 204 len: 168 time: 0.2057936 Apr 04 14:23:10.353622 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc05e1f-5a8b-4d93-8e75-c165d30a98c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6c034-adf9-4fe9-becc-b6837a863083,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:10.399099 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.505949 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Floating IP 9c73d743-7b9a-469f-b68c-81fb9dbb9a1b associated. External IP: 172.27.3.35, port: 0a2052a6-f819-4fc5-a78e-b01364390c72. Apr 04 14:23:10.739013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:23:10.887449 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cf664-b82e-4192-92e0-f475108ae831 req-c428c7c4-af04-459a-b8a2-3549afebea1e tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:10.888887 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-477cf664-b82e-4192-92e0-f475108ae831 req-c428c7c4-af04-459a-b8a2-3549afebea1e tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.0778933 Apr 04 14:23:10.903555 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9fe4f-a08b-4b85-9415-c1d51b5aafeb req-7bd5d2ff-afe4-41b1-95eb-a1ccedca3ec7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:10.905053 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5cf9fe4f-a08b-4b85-9415-c1d51b5aafeb req-7bd5d2ff-afe4-41b1-95eb-a1ccedca3ec7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0542550 Apr 04 14:23:10.908221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:10.917930 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:10.918671 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:10.929779 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:10.931117 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:10.966051 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5cf9fe4f-a08b-4b85-9415-c1d51b5aafeb req-3cd9c7ff-23ad-4399-a1a7-0a15bb731a08 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545652 Apr 04 14:23:10.982196 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0318967d-c8dc-4a1e-a65f-90940eeb4aaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "PUT /v2.0/floatingips/9c73d743-7b9a-469f-b68c-81fb9dbb9a1b HTTP/1.1" status: 200 len: 990 time: 1.6750238 Apr 04 14:23:10.987264 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:10.989387 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256efc1e-4e30-40ae-822b-54f397b62a94" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:11.000138 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-477cf664-b82e-4192-92e0-f475108ae831 req-ae987481-8246-406d-8acc-009fbce8e403 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005611 Apr 04 14:23:11.028372 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7485452b-7c14-4386-a00f-5d026b875552 x-openstack-request-id: req-7485452b-7c14-4386-a00f-5d026b875552 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:11.028667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:11.028926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7485452b-7c14-4386-a00f-5d026b875552 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:11.029398 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7485452b-7c14-4386-a00f-5d026b875552'] response: {'name': 'network-changed', 'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'status': 'completed', 'code': 200} Apr 04 14:23:11.052673 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:11.129802 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-a5add108-aa23-4b28-ae9d-51722d1fbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:11.131396 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-a5add108-aa23-4b28-ae9d-51722d1fbf8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1129 time: 0.0627656 Apr 04 14:23:11.165800 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bac8f388-17de-45ee-8beb-c70835a17ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:11.265843 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a509-c566-4b7c-a321-2a5c6a274bea req-035c76a5-84a1-401c-933c-afe03a8a74f7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:11.276678 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-87e1a509-c566-4b7c-a321-2a5c6a274bea req-035c76a5-84a1-401c-933c-afe03a8a74f7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0932531 Apr 04 14:23:11.309642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-cca72335-0970-4df2-a024-f78f5802bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:11.311138 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-cca72335-0970-4df2-a024-f78f5802bcc4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.1696420 Apr 04 14:23:11.341944 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '9c73d743-7b9a-469f-b68c-81fb9dbb9a1b', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:c9:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:39Z', 'updated_at': '2022-04-04T14:23:10Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:11.362359 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-87e1a509-c566-4b7c-a321-2a5c6a274bea req-e4c19080-c8bb-4970-9f1e-9d76b96e2e28 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833733 Apr 04 14:23:11.373344 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:11.382283 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:11.383106 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:22:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:11.406821 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-5d699aba-f874-4a1a-b329-9d4f77508cce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 998 time: 0.0797470 Apr 04 14:23:11.471017 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-ae7b90d8-74af-4175-a7ec-4a19c1c336de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:11.472625 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-ae7b90d8-74af-4175-a7ec-4a19c1c336de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0521820 Apr 04 14:23:11.497337 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:11.538099 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-25ff1074-0f21-46f2-8825-bf277670e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:11.539905 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-25ff1074-0f21-46f2-8825-bf277670e2e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506091 Apr 04 14:23:11.681095 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-968d29dc-9e0b-4ffe-b33e-3eb4ab4554ad service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228755 Apr 04 14:23:11.795727 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-256efc1e-4e30-40ae-822b-54f397b62a94 req-1508bba8-6df1-4de6-8705-1f8d094d50df service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030183 Apr 04 14:23:11.875466 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '9c73d743-7b9a-469f-b68c-81fb9dbb9a1b', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:c9:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:39Z', 'updated_at': '2022-04-04T14:23:10Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:11.918824 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cdd7b-eec6-4bd9-b2ca-6161ea81e09b None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '9c73d743-7b9a-469f-b68c-81fb9dbb9a1b', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:c9:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:39Z', 'updated_at': '2022-04-04T14:23:10Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:12.101540 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113b467-a7d5-477d-b1e1-d83085be9911 req-6dee7a25-fcd6-4158-b796-080e200ffbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.103325 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1113b467-a7d5-477d-b1e1-d83085be9911 req-6dee7a25-fcd6-4158-b796-080e200ffbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0563693 Apr 04 14:23:12.156318 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef08e35-e827-499d-b859-3841351e8b76 req-4e580beb-9e91-4c22-be93-946841af642d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.158799 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cef08e35-e827-499d-b859-3841351e8b76 req-4e580beb-9e91-4c22-be93-946841af642d tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.0736415 Apr 04 14:23:12.164623 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24243fd7-4009-4fa4-86e9-0af3223b0113 None None] New status for floating IP 9c73d743-7b9a-469f-b68c-81fb9dbb9a1b: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:23:12.178442 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1113b467-a7d5-477d-b1e1-d83085be9911 req-02f43bc8-e13c-45d8-98bd-847abc833e74 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Apr 04 14:23:12.220665 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cef08e35-e827-499d-b859-3841351e8b76 req-80ec9205-d362-4c2f-9b64-ed4ad3867f99 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488167 Apr 04 14:23:12.485943 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf192b5-68a0-4e7f-bc8e-ba5df1bd2778 req-261a3075-3ee3-4022-892d-ebd40a020c21 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.487421 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3bf192b5-68a0-4e7f-bc8e-ba5df1bd2778 req-261a3075-3ee3-4022-892d-ebd40a020c21 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0531533 Apr 04 14:23:12.536699 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3bf192b5-68a0-4e7f-bc8e-ba5df1bd2778 req-fb50665f-3403-47d3-bcf4-267d19e4a465 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 04 14:23:12.646815 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a112-6a2b-43fc-8af2-11ab7910f653 req-72bce893-a04f-44c7-90d3-228cca80dd2c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.648468 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-55f6a112-6a2b-43fc-8af2-11ab7910f653 req-72bce893-a04f-44c7-90d3-228cca80dd2c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0564594 Apr 04 14:23:12.665179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe08598-133c-4115-948e-e92e9358fb81 req-14cc6be4-1757-4974-b2d1-446f16a4c832 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.666634 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cfe08598-133c-4115-948e-e92e9358fb81 req-14cc6be4-1757-4974-b2d1-446f16a4c832 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0570290 Apr 04 14:23:12.675940 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 32872) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:12.681072 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'floatingip': {'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:12.720695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:12.726428 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-55f6a112-6a2b-43fc-8af2-11ab7910f653 req-902c7fb2-e77b-4d16-9369-a72fe430415a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702722 Apr 04 14:23:12.748629 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93169-61fd-4329-9080-f43660a28eee req-57b183a5-a599-4a16-8ca6-9d6bd8ec730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.748629 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-57b183a5-a599-4a16-8ca6-9d6bd8ec730d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1129 time: 0.0573773 Apr 04 14:23:12.844416 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93169-61fd-4329-9080-f43660a28eee req-2763b497-c765-4953-ad9c-d09592b62d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:12.846071 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-2763b497-c765-4953-ad9c-d09592b62d1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0914955 Apr 04 14:23:12.891596 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-970f09d7-d5d1-43aa-a848-80a0f69fecc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 200 len: 217 time: 0.0377765 Apr 04 14:23:13.025310 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93169-61fd-4329-9080-f43660a28eee req-27a1c4f9-d0f1-4df5-9bc0-043db97c511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:13.025310 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-27a1c4f9-d0f1-4df5-9bc0-043db97c511b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0772455 Apr 04 14:23:13.025310 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-e578a7c1-be4c-4f70-ad41-b71e24ba2dd1 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:13.025310 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-e578a7c1-be4c-4f70-ad41-b71e24ba2dd1 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.18 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.0682764 Apr 04 14:23:13.138020 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e93169-61fd-4329-9080-f43660a28eee req-d9cb5162-2155-4061-bdcf-2fac6f43df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:13.139631 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-d9cb5162-2155-4061-bdcf-2fac6f43df19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1321537 Apr 04 14:23:13.200108 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.221489 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Deleting port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:23:13.221830 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.314625 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-1826b4a0-d7dc-44d8-842a-62ae434eac21 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679187 Apr 04 14:23:13.316984 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-043c5ae1-b07b-4561-802a-581ec34f7b85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905426 Apr 04 14:23:13.368605 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af448c-7d2a-487c-9745-a946b04138f9 req-2d11ca03-17e2-4d0f-bd83-2b63228cc517 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:13.370280 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60af448c-7d2a-487c-9745-a946b04138f9 req-2d11ca03-17e2-4d0f-bd83-2b63228cc517 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 945 time: 0.0723567 Apr 04 14:23:13.388656 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] For port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,segment=NetworkSegment(79c3ac7c-4500-4803-ae86-a2bd841286cc),segment_id=79c3ac7c-4500-4803-ae86-a2bd841286cc)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:13.389030 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.470467 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Calling delete_port for 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:23:13.522212 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e93169-61fd-4329-9080-f43660a28eee req-2f74e300-859d-4eff-8f3c-01c4455ad1cd service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853609 Apr 04 14:23:13.548931 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-46e87cb5-5ea1-486f-b41d-92c6e1300783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.609000 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.685647 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (7804b8c8-aa3f-4778-b0d4-cc9ded24caa6), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:13.702976 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['7804b8c8-aa3f-4778-b0d4-cc9ded24caa6'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:23:13.746275 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60af448c-7d2a-487c-9745-a946b04138f9 req-a3690937-87d3-4f51-8627-3a37deaa4c91 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/security-groups?id=29733fe2-9e2c-4f12-a93d-2ae966de912f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612039 Apr 04 14:23:13.756669 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Pushing event deleted for resources: {'Port': ['ID=7804b8c8-aa3f-4778-b0d4-cc9ded24caa6,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:13.783413 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66185c2-838b-49f1-ad90-52123695dce6 req-deb937e3-a776-4138-acb2-491f7e5bda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:13.785636 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-deb937e3-a776-4138-acb2-491f7e5bda6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 1129 time: 0.1867819 Apr 04 14:23:13.802706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.802706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.802983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.804226 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.804631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.805072 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.805637 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.806039 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.806436 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.806950 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.807380 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.807854 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.808248 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.808745 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Floating IP 329b596a-0baa-4d65-8445-3888a3266524 associated. External IP: 172.27.3.11, port: c799798b-818c-4f0f-a8a0-44b3871e6f01. Apr 04 14:23:13.808851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:13.809183 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:14.033494 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66185c2-838b-49f1-ad90-52123695dce6 req-08cd589a-3545-4369-8310-2f4706eb1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.035090 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-08cd589a-3545-4369-8310-2f4706eb1eb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.2280095 Apr 04 14:23:14.110124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] No DVR routers for this DVR port 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:23:14.114538 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:14.118458 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-624337eb-b3cd-498a-800c-71aa0ff0ddc3 req-dd8b87e1-1a03-4f56-9b79-68022257b941 tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.18 "DELETE /v2.0/ports/7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 HTTP/1.1" status: 204 len: 173 time: 1.1034186 Apr 04 14:23:14.120578 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'name': 'network-vif-deleted', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:14.122624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02efe7-0a20-4ca5-8793-6112789187d1" -d '{"events": [{"server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "name": "network-vif-deleted", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:14.149304 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a3a2-5b88-46ec-b92c-48706eb85f17 req-c3886f9d-4437-440f-b6a9-b09305f77cd2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.149304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-87f1a3a2-5b88-46ec-b92c-48706eb85f17 req-c3886f9d-4437-440f-b6a9-b09305f77cd2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.3172233 Apr 04 14:23:14.170605 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb8f750-66b0-4bdd-a59f-01abca780e6c x-openstack-request-id: req-4cb8f750-66b0-4bdd-a59f-01abca780e6c {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:14.170977 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fc32e-3312-4806-832e-1afa0fc0fc8d", "name": "network-vif-deleted", "tag": "7804b8c8-aa3f-4778-b0d4-cc9ded24caa6", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:14.171340 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cb8f750-66b0-4bdd-a59f-01abca780e6c {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:14.173475 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb8f750-66b0-4bdd-a59f-01abca780e6c'] response: {'server_uuid': 'c36fc32e-3312-4806-832e-1afa0fc0fc8d', 'name': 'network-vif-deleted', 'tag': '7804b8c8-aa3f-4778-b0d4-cc9ded24caa6', 'status': 'completed', 'code': 200} Apr 04 14:23:14.214857 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-87f1a3a2-5b88-46ec-b92c-48706eb85f17 req-8dcfb214-0144-49ce-af66-d3deef211b9a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597711 Apr 04 14:23:14.240189 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-dedb9a9c-6f83-462f-8556-33db4edfa972 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 200 len: 1000 time: 0.1636574 Apr 04 14:23:14.296784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:23:14.307924 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66185c2-838b-49f1-ad90-52123695dce6 req-89add944-b03c-4bb3-a8df-e443f2c29603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.309462 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-89add944-b03c-4bb3-a8df-e443f2c29603 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0614433 Apr 04 14:23:14.436740 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66185c2-838b-49f1-ad90-52123695dce6 req-b70be00f-1df7-4db5-ace6-ca0739dc0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.438264 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-b70be00f-1df7-4db5-ace6-ca0739dc0922 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202488 Apr 04 14:23:14.447523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:14.452833 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:14.462645 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:14.470003 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:14.470897 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:14.545466 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-08874c2f-675d-407a-acbd-2c4fdeefea93 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "PUT /v2.0/floatingips/329b596a-0baa-4d65-8445-3888a3266524 HTTP/1.1" status: 200 len: 990 time: 1.8684139 Apr 04 14:23:14.547932 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:23:14.550142 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88c7f6-10e4-421f-a5d4-ed452964eb46" -d '{"events": [{"name": "network-changed", "server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:23:14.594660 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-0c248bbd-6a1d-46f0-9553-d436fcef326a service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382627 Apr 04 14:23:14.597059 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32930) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:14.603858 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:14.604029 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b997fbe9-b91f-4c04-861d-096965445cd3 x-openstack-request-id: req-b997fbe9-b91f-4c04-861d-096965445cd3 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:23:14.604381 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:23:14.604704 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b997fbe9-b91f-4c04-861d-096965445cd3 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:23:14.605223 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b997fbe9-b91f-4c04-861d-096965445cd3'] response: {'name': 'network-changed', 'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'status': 'completed', 'code': 200} Apr 04 14:23:14.645512 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:14.696311 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-bc6f0bf3-3324-4f47-a9b5-5db48123fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.697876 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-bc6f0bf3-3324-4f47-a9b5-5db48123fadc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0524900 Apr 04 14:23:14.715693 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f66185c2-838b-49f1-ad90-52123695dce6 req-faf9a1d2-e228-440e-b811-6e3c9f8c3348 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000373 Apr 04 14:23:14.777827 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dda0c00b-6bfa-4c41-9546-22c1bbda540b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:14.858528 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2abda4de-fd2e-44c1-8209-372efc0564bb req-aac2ca76-912e-4356-a991-1ba0d312a29f tempest-DeleteServersTestJSON-1834532659 tempest-DeleteServersTestJSON-1834532659-project] 10.222.0.13 "GET /v2.0/ports?device_id=c36fc32e-3312-4806-832e-1afa0fc0fc8d HTTP/1.1" status: 200 len: 210 time: 0.0419285 Apr 04 14:23:14.866093 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-9129b7ba-bce7-44e6-b2b0-41b718163404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:14.868157 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-9129b7ba-bce7-44e6-b2b0-41b718163404 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.1619091 Apr 04 14:23:14.905214 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '329b596a-0baa-4d65-8445-3888a3266524', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5971154-d30b-4122-9d94-11df82193dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:42Z', 'updated_at': '2022-04-04T14:23:13Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:14.935799 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:14.944602 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:14.945208 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:14.956681 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-bdf2664a-f49c-45cd-8880-68bcae52b072 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 998 time: 0.0824177 Apr 04 14:23:14.975875 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dda0c00b-6bfa-4c41-9546-22c1bbda540b admin admin] Publish callbacks [] for security_group (a83bb7f1-29cb-4e2a-ba1e-20800ff72e27), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.012838 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-02740400-0860-4223-85dc-ac8d690d6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:15.014312 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-02740400-0860-4223-85dc-ac8d690d6fe5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0470815 Apr 04 14:23:15.049679 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dda0c00b-6bfa-4c41-9546-22c1bbda540b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a83bb7f1-29cb-4e2a-ba1e-20800ff72e27), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.056028 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:15.096091 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-dda0c00b-6bfa-4c41-9546-22c1bbda540b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b7fcf8b6da445c871268060c857a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971535 Apr 04 14:23:15.100047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 32938) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:15.101331 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0c00b-6bfa-4c41-9546-22c1bbda540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bb7f1-29cb-4e2a-ba1e-20800ff72e27,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:15.111979 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-c3c09874-e68e-4aa2-8696-b4f505137edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:15.113496 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-c3c09874-e68e-4aa2-8696-b4f505137edc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912790 Apr 04 14:23:15.158253 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Publish callbacks [] for security_group (a83bb7f1-29cb-4e2a-ba1e-20800ff72e27), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.181245 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Publish callbacks [] for security_group (a83bb7f1-29cb-4e2a-ba1e-20800ff72e27), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.230822 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-da878cdd-257c-46e0-a578-9c9d4f71332d service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016729 Apr 04 14:23:15.322875 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '329b596a-0baa-4d65-8445-3888a3266524', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5971154-d30b-4122-9d94-11df82193dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:42Z', 'updated_at': '2022-04-04T14:23:13Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:15.337457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a83bb7f1-29cb-4e2a-ba1e-20800ff72e27), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.340240 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.343677 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a83bb7f1-29cb-4e2a-ba1e-20800ff72e27 HTTP/1.1" status: 204 len: 168 time: 0.2366035 Apr 04 14:23:15.352443 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f4e88-5620-40b2-a507-b9cff6d43f98 None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '329b596a-0baa-4d65-8445-3888a3266524', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5971154-d30b-4122-9d94-11df82193dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:42Z', 'updated_at': '2022-04-04T14:23:13Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:15.353344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bb7f1-29cb-4e2a-ba1e-20800ff72e27,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:15.367919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.368254 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8b88c7f6-10e4-421f-a5d4-ed452964eb46 req-684d11ef-c070-46cf-98b2-2f23afc1a0e9 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307607 Apr 04 14:23:15.368378 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.368599 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.369039 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.369310 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.369598 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.369919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.370246 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.370571 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.370896 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.371244 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.371354 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:15.371571 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.371894 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.372215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.372541 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1473b01-0136-4f34-923d-369bfa95e48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:15.427205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba27e-1195-47d6-9b3a-aa18d220cb76 req-d44c58ca-dbe9-4fe3-b5a0-b0d17c7d1923 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:15.431785 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8c4ba27e-1195-47d6-9b3a-aa18d220cb76 req-d44c58ca-dbe9-4fe3-b5a0-b0d17c7d1923 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.1266978 Apr 04 14:23:15.486071 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8c4ba27e-1195-47d6-9b3a-aa18d220cb76 req-e48b1755-2720-437e-b3e6-2993f6d13835 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Apr 04 14:23:15.613853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b61770-bc2b-43e7-a749-6bd86d3addb8 None None] New status for floating IP 329b596a-0baa-4d65-8445-3888a3266524: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:23:15.924797 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.071000 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 32966) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:16.084294 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-548bf2a4-dced-42fd-99bb-23fba5c22fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.158516 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-548bf2a4-dced-42fd-99bb-23fba5c22fdb admin admin] Publish callbacks [] for security_group (3e0d24ed-91db-4010-bd18-8bbb50c06a87), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.244614 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-548bf2a4-dced-42fd-99bb-23fba5c22fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3e0d24ed-91db-4010-bd18-8bbb50c06a87), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.281802 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-548bf2a4-dced-42fd-99bb-23fba5c22fdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=375fbe0e48b242f5bbbe6be5df61b8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095022 Apr 04 14:23:16.282874 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bf2a4-dced-42fd-99bb-23fba5c22fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d24ed-91db-4010-bd18-8bbb50c06a87,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:16.284619 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 32970) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:16.333819 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] Publish callbacks [] for security_group (3e0d24ed-91db-4010-bd18-8bbb50c06a87), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.355673 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] Publish callbacks [] for security_group (3e0d24ed-91db-4010-bd18-8bbb50c06a87), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.490301 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3e0d24ed-91db-4010-bd18-8bbb50c06a87), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.492962 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:16.500419 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e0d24ed-91db-4010-bd18-8bbb50c06a87 HTTP/1.1" status: 204 len: 168 time: 0.2084842 Apr 04 14:23:16.501934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdfa27-4c51-465e-90f2-fd7f35742d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d24ed-91db-4010-bd18-8bbb50c06a87,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:16.609669 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305eff82-3833-46d8-a95b-5d845fbf002b req-dd4ba11c-daf7-40e3-8e44-5d91a6c6e4e8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:16.611151 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-305eff82-3833-46d8-a95b-5d845fbf002b req-dd4ba11c-daf7-40e3-8e44-5d91a6c6e4e8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Apr 04 14:23:16.656532 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-305eff82-3833-46d8-a95b-5d845fbf002b req-671d268d-9041-442d-a491-971ceb3c89a4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Apr 04 14:23:17.449544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33006) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:17.467504 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.493815 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Deleting subnet daa311bb-a74d-471d-9011-ae27cbcf1a63 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:23:17.496863 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Publish callbacks [] for subnet (daa311bb-a74d-471d-9011-ae27cbcf1a63), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.505901 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:23:17.534135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (daa311bb-a74d-471d-9011-ae27cbcf1a63), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.572903 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (daa311bb-a74d-471d-9011-ae27cbcf1a63), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.708022 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (daa311bb-a74d-471d-9011-ae27cbcf1a63), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.735148 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa311bb-a74d-471d-9011-ae27cbcf1a63,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:17.737149 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.740501 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-cf5cba4d-6142-4339-8150-7a69135ffeb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/daa311bb-a74d-471d-9011-ae27cbcf1a63 HTTP/1.1" status: 204 len: 168 time: 0.2899172 Apr 04 14:23:17.748516 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33014) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:17.779232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72853ff-a373-4080-b160-a180eef6ab9e req-9ad0437e-03ff-45c8-b121-91b09cc5cbe1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:17.780777 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b72853ff-a373-4080-b160-a180eef6ab9e req-9ad0437e-03ff-45c8-b121-91b09cc5cbe1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Apr 04 14:23:17.828544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (f0ee30cb-0f2d-4222-a358-924a4ad90b6b), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.852446 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b72853ff-a373-4080-b160-a180eef6ab9e req-89ddf0f4-01db-4cae-bc86-dda7f69693e0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604558 Apr 04 14:23:17.918781 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (f0ee30cb-0f2d-4222-a358-924a4ad90b6b), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.938543 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ee30cb-0f2d-4222-a358-924a4ad90b6b']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:17.948165 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c3ac7c-4500-4803-ae86-a2bd841286cc') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:17.949347 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c3ac7c-4500-4803-ae86-a2bd841286cc') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:17.957558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (79c3ac7c-4500-4803-ae86-a2bd841286cc), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.971444 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (79c3ac7c-4500-4803-ae86-a2bd841286cc), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.977963 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:23:17.978349 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (79c3ac7c-4500-4803-ae86-a2bd841286cc), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:23:17.980076 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:23:18.124833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (f0ee30cb-0f2d-4222-a358-924a4ad90b6b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.143585 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.150557 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0ee30cb-0f2d-4222-a358-924a4ad90b6b HTTP/1.1" status: 204 len: 168 time: 0.4022703 Apr 04 14:23:18.150557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07106f-fe1d-4fd2-8164-093c1a417a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ee30cb-0f2d-4222-a358-924a4ad90b6b,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:18.381435 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:23:18.402014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:23:18.404080 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 7804b8c8-aa3f-4778-b0d4-cc9ded24caa6 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:23:18.580064 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33046) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:18.622392 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2d47c741-358b-4e78-9f00-35b5779165c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8ff242659924b6fa25ca421e1943362&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390296 Apr 04 14:23:18.622619 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33052) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:18.669114 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] Publish callbacks [] for security_group (29733fe2-9e2c-4f12-a93d-2ae966de912f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.690181 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] Publish callbacks [] for security_group (29733fe2-9e2c-4f12-a93d-2ae966de912f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.816423 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (29733fe2-9e2c-4f12-a93d-2ae966de912f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.819107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:18.820493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29733fe2-9e2c-4f12-a93d-2ae966de912f HTTP/1.1" status: 204 len: 168 time: 0.1968439 Apr 04 14:23:18.828758 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d54e8-f286-4ca6-a2cf-2c9e164bd261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29733fe2-9e2c-4f12-a93d-2ae966de912f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:18.959216 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33068) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:18.989449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be22f33-4f9f-4e48-a5ac-4d0b40e974e9 req-e8343d28-2244-4a33-95d3-7232900068b4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:18.991000 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2be22f33-4f9f-4e48-a5ac-4d0b40e974e9 req-e8343d28-2244-4a33-95d3-7232900068b4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0809650 Apr 04 14:23:19.047398 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2be22f33-4f9f-4e48-a5ac-4d0b40e974e9 req-395bda0c-5c72-4847-9f00-f54f7cf6d7fe tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Apr 04 14:23:19.077302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ab71002-0233-47b0-a1ee-14106ec81428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.156976 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ab71002-0233-47b0-a1ee-14106ec81428 admin admin] Publish callbacks [] for security_group (cdbb898c-2fdd-4b22-9b51-b0b926a81d00), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.244708 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ab71002-0233-47b0-a1ee-14106ec81428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cdbb898c-2fdd-4b22-9b51-b0b926a81d00), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.290327 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0ab71002-0233-47b0-a1ee-14106ec81428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0e474d7b88c4860a0247fb004bda082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298619 Apr 04 14:23:19.291311 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71002-0233-47b0-a1ee-14106ec81428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb898c-2fdd-4b22-9b51-b0b926a81d00,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:19.300921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33082) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:19.353199 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] Publish callbacks [] for security_group (cdbb898c-2fdd-4b22-9b51-b0b926a81d00), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.376844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] Publish callbacks [] for security_group (cdbb898c-2fdd-4b22-9b51-b0b926a81d00), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.514148 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cdbb898c-2fdd-4b22-9b51-b0b926a81d00), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.516925 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:19.518173 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdbb898c-2fdd-4b22-9b51-b0b926a81d00 HTTP/1.1" status: 204 len: 168 time: 0.2162757 Apr 04 14:23:19.526443 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52077a22-5e7a-45a0-8b61-64e3adec82ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb898c-2fdd-4b22-9b51-b0b926a81d00,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:19.931447 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33102) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:20.061703 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-826281df-3b2e-4448-ac93-452a53023b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.136318 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-826281df-3b2e-4448-ac93-452a53023b67 admin admin] Publish callbacks [] for security_group (51975a08-0ce4-44a8-a658-ac66cb38bd4b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.164542 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2d39a-8c2a-40d4-99c4-a20ef90949fa req-56bb5ce3-34e4-41ae-b8b6-48f6e394ea07 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:20.166014 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a1a2d39a-8c2a-40d4-99c4-a20ef90949fa req-56bb5ce3-34e4-41ae-b8b6-48f6e394ea07 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0520926 Apr 04 14:23:20.218082 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a1a2d39a-8c2a-40d4-99c4-a20ef90949fa req-b4be61eb-7e28-45b5-a384-b405eb601528 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Apr 04 14:23:20.239454 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-826281df-3b2e-4448-ac93-452a53023b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (51975a08-0ce4-44a8-a658-ac66cb38bd4b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.281103 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-826281df-3b2e-4448-ac93-452a53023b67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09d6e4bffb2c4e5ab2d6592e7bfae35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485773 Apr 04 14:23:20.283860 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33118) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:20.291010 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826281df-3b2e-4448-ac93-452a53023b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51975a08-0ce4-44a8-a658-ac66cb38bd4b,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:20.339457 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] Publish callbacks [] for security_group (51975a08-0ce4-44a8-a658-ac66cb38bd4b), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.354735 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33120) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:20.370173 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] Publish callbacks [] for security_group (51975a08-0ce4-44a8-a658-ac66cb38bd4b), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.380951 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-26781f38-62c8-4edd-a9ef-7d4d57770f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.475779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-26781f38-62c8-4edd-a9ef-7d4d57770f2f admin admin] Publish callbacks [] for security_group (ded35fb2-fb4d-4ea8-99ac-8c2bf4018762), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.525144 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (51975a08-0ce4-44a8-a658-ac66cb38bd4b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.527803 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.529000 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51975a08-0ce4-44a8-a658-ac66cb38bd4b HTTP/1.1" status: 204 len: 168 time: 0.2441473 Apr 04 14:23:20.536895 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de844d29-fc17-4122-a96b-f521b04ce8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51975a08-0ce4-44a8-a658-ac66cb38bd4b,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:20.553682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-26781f38-62c8-4edd-a9ef-7d4d57770f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ded35fb2-fb4d-4ea8-99ac-8c2bf4018762), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.585155 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26781f38-62c8-4edd-a9ef-7d4d57770f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded35fb2-fb4d-4ea8-99ac-8c2bf4018762,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:20.597489 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-26781f38-62c8-4edd-a9ef-7d4d57770f2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a381d000d1a486d96ab4acbbebea3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418022 Apr 04 14:23:20.600648 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33126) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:20.647485 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] Publish callbacks [] for security_group (ded35fb2-fb4d-4ea8-99ac-8c2bf4018762), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.672048 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] Publish callbacks [] for security_group (ded35fb2-fb4d-4ea8-99ac-8c2bf4018762), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.776405 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ded35fb2-fb4d-4ea8-99ac-8c2bf4018762), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.779159 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:20.780387 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ded35fb2-fb4d-4ea8-99ac-8c2bf4018762 HTTP/1.1" status: 204 len: 168 time: 0.1787634 Apr 04 14:23:20.788017 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb57a3-6d7b-468e-88a4-41c9f51d419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded35fb2-fb4d-4ea8-99ac-8c2bf4018762,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:21.225345 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33146) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:21.239639 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-94bca134-826b-4382-b9e2-218c73721b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.343506 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf650204-a4ed-4c4d-b446-23e67331dd9a req-fad4e325-e0dc-4a62-951a-00e5f502a190 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:21.345571 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cf650204-a4ed-4c4d-b446-23e67331dd9a req-fad4e325-e0dc-4a62-951a-00e5f502a190 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0562041 Apr 04 14:23:21.374785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-94bca134-826b-4382-b9e2-218c73721b30 admin admin] Publish callbacks [] for security_group (827277d8-e0d0-459b-b058-3d01271398a7), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.414773 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cf650204-a4ed-4c4d-b446-23e67331dd9a req-1ea9ede4-1740-44e0-90a3-82cb8e717fe9 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627556 Apr 04 14:23:21.463016 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-94bca134-826b-4382-b9e2-218c73721b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (827277d8-e0d0-459b-b058-3d01271398a7), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.501096 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-94bca134-826b-4382-b9e2-218c73721b30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79a26157b2334fe0bba637fde6f87b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745924 Apr 04 14:23:21.502041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca134-826b-4382-b9e2-218c73721b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827277d8-e0d0-459b-b058-3d01271398a7,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:21.503891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33156) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:21.564947 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] Publish callbacks [] for security_group (827277d8-e0d0-459b-b058-3d01271398a7), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.592288 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] Publish callbacks [] for security_group (827277d8-e0d0-459b-b058-3d01271398a7), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.623205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33166) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:21.637979 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a5329e70-2508-41ff-920f-3668dbbda295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.724894 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (827277d8-e0d0-459b-b058-3d01271398a7), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.727591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.731659 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827277d8-e0d0-459b-b058-3d01271398a7 HTTP/1.1" status: 204 len: 168 time: 0.2258570 Apr 04 14:23:21.739422 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3437aa-f68c-43b7-ab78-fe3356ab576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827277d8-e0d0-459b-b058-3d01271398a7,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:21.784989 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a5329e70-2508-41ff-920f-3668dbbda295 admin admin] Publish callbacks [] for security_group (cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.873657 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a5329e70-2508-41ff-920f-3668dbbda295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.915168 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a5329e70-2508-41ff-920f-3668dbbda295 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6d1d3e9efd94332b473244337371efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906783 Apr 04 14:23:21.916052 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329e70-2508-41ff-920f-3668dbbda295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:21.921876 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33170) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:21.975432 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] Publish callbacks [] for security_group (cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:21.999680 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] Publish callbacks [] for security_group (cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.113749 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.116528 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.121031 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0 HTTP/1.1" status: 204 len: 168 time: 0.2019513 Apr 04 14:23:22.128495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33180) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:22.129861 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e9046-cba8-4e5a-b8b8-2ae52d8702da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf3c9ce-d381-4d56-8dd3-f804c8deb7d0,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:22.282878 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3f36cfdb-7894-48ec-938c-fc5fcc69acb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.357773 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3f36cfdb-7894-48ec-938c-fc5fcc69acb5 admin admin] Publish callbacks [] for security_group (87d2bc52-cddd-4346-8382-b4f6f421b3d4), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.433509 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3f36cfdb-7894-48ec-938c-fc5fcc69acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (87d2bc52-cddd-4346-8382-b4f6f421b3d4), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.472668 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36cfdb-7894-48ec-938c-fc5fcc69acb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d2bc52-cddd-4346-8382-b4f6f421b3d4,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:22.477877 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3f36cfdb-7894-48ec-938c-fc5fcc69acb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9529830c0004725a4ae05c94f216b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472548 Apr 04 14:23:22.480460 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33196) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:22.562496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] Publish callbacks [] for security_group (87d2bc52-cddd-4346-8382-b4f6f421b3d4), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.575078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ee625-e572-4236-93fb-c6f36f410f83 req-c29f61a1-b685-43da-9588-4b82610286a3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:22.576572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-748ee625-e572-4236-93fb-c6f36f410f83 req-c29f61a1-b685-43da-9588-4b82610286a3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0780022 Apr 04 14:23:22.611347 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] Publish callbacks [] for security_group (87d2bc52-cddd-4346-8382-b4f6f421b3d4), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.659527 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-748ee625-e572-4236-93fb-c6f36f410f83 req-2873a904-1320-49e0-9acb-7df2268748ae tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771916 Apr 04 14:23:22.736442 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (87d2bc52-cddd-4346-8382-b4f6f421b3d4), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.739767 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:22.743435 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87d2bc52-cddd-4346-8382-b4f6f421b3d4 HTTP/1.1" status: 204 len: 168 time: 0.2594864 Apr 04 14:23:22.749228 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c14e8-9027-4634-87e0-67bb74ec05bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d2bc52-cddd-4346-8382-b4f6f421b3d4,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:23.357531 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33230) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:23.372598 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2760128c-bf84-46a8-8d56-7cb9beaf210f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.453236 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2760128c-bf84-46a8-8d56-7cb9beaf210f admin admin] Publish callbacks [] for security_group (11e5d29f-84cd-4852-b9e5-8a81d9946f4e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.530571 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2760128c-bf84-46a8-8d56-7cb9beaf210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (11e5d29f-84cd-4852-b9e5-8a81d9946f4e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.571147 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2760128c-bf84-46a8-8d56-7cb9beaf210f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95419f13f17f424e84c3dc04135e5a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118914 Apr 04 14:23:23.572122 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760128c-bf84-46a8-8d56-7cb9beaf210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5d29f-84cd-4852-b9e5-8a81d9946f4e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:23.573878 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33236) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:23.625616 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] Publish callbacks [] for security_group (11e5d29f-84cd-4852-b9e5-8a81d9946f4e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.646263 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] Publish callbacks [] for security_group (11e5d29f-84cd-4852-b9e5-8a81d9946f4e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.782336 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (11e5d29f-84cd-4852-b9e5-8a81d9946f4e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.785138 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42667970-c5e3-44f4-a869-421b2f3501c2 req-8b1d1335-1c4e-4294-9a35-640bcd2667aa tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:23.785577 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.789977 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-42667970-c5e3-44f4-a869-421b2f3501c2 req-8b1d1335-1c4e-4294-9a35-640bcd2667aa tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0578089 Apr 04 14:23:23.791028 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11e5d29f-84cd-4852-b9e5-8a81d9946f4e HTTP/1.1" status: 204 len: 168 time: 0.2155993 Apr 04 14:23:23.801557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33244) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:23.801702 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833454b9-5143-4b13-82e8-4333d77dbe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5d29f-84cd-4852-b9e5-8a81d9946f4e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:23.859796 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-42667970-c5e3-44f4-a869-421b2f3501c2 req-be168b07-8186-456c-81f5-801de2b703cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660532 Apr 04 14:23:23.922981 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73d4e109-afef-4b92-a4fb-32463d20ac59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:23.995575 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73d4e109-afef-4b92-a4fb-32463d20ac59 admin admin] Publish callbacks [] for security_group (05ea4333-13ee-4b2d-bc65-da68aa5c529b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.061834 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73d4e109-afef-4b92-a4fb-32463d20ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (05ea4333-13ee-4b2d-bc65-da68aa5c529b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.101678 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-73d4e109-afef-4b92-a4fb-32463d20ac59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27f978c4e02d4a7f887fcb19b37eb0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991164 Apr 04 14:23:24.103220 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4e109-afef-4b92-a4fb-32463d20ac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea4333-13ee-4b2d-bc65-da68aa5c529b,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:24.104913 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33250) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:24.152936 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] Publish callbacks [] for security_group (05ea4333-13ee-4b2d-bc65-da68aa5c529b), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.185569 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] Publish callbacks [] for security_group (05ea4333-13ee-4b2d-bc65-da68aa5c529b), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.313311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (05ea4333-13ee-4b2d-bc65-da68aa5c529b), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.315902 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:24.317069 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05ea4333-13ee-4b2d-bc65-da68aa5c529b HTTP/1.1" status: 204 len: 168 time: 0.2111204 Apr 04 14:23:24.325623 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49beb62-25c1-4ec1-9ed7-2b87a9d87138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea4333-13ee-4b2d-bc65-da68aa5c529b,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:24.975681 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543da42f-cb2f-4c4d-9de0-330e9bbd6c3c req-7d3dc559-085e-41c9-ba67-96fc57e06847 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:24.977752 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-543da42f-cb2f-4c4d-9de0-330e9bbd6c3c req-7d3dc559-085e-41c9-ba67-96fc57e06847 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Apr 04 14:23:25.027346 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-543da42f-cb2f-4c4d-9de0-330e9bbd6c3c req-234a58ac-0596-460d-a14c-b7c37316787a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Apr 04 14:23:26.149215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce57a9-2d5c-43b6-8dfb-047ebe64c60b req-b5ca602e-9a57-4825-af14-c6c27e23089d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:26.150667 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2cce57a9-2d5c-43b6-8dfb-047ebe64c60b req-b5ca602e-9a57-4825-af14-c6c27e23089d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0574107 Apr 04 14:23:26.196457 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2cce57a9-2d5c-43b6-8dfb-047ebe64c60b req-89ef9dac-08b6-4201-9807-2e37a159b8cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Apr 04 14:23:27.315231 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262d6dd-4ad5-4f80-8cbb-e95343d9d163 req-56f8bb26-9d0c-4175-936c-a47c7b0a1fdd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:27.316684 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c262d6dd-4ad5-4f80-8cbb-e95343d9d163 req-56f8bb26-9d0c-4175-936c-a47c7b0a1fdd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0543466 Apr 04 14:23:27.362748 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c262d6dd-4ad5-4f80-8cbb-e95343d9d163 req-1e7afd57-b8db-4d7d-ac72-380d2fe652ff tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 Apr 04 14:23:28.476593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485c57f-415e-45b5-a9b0-5b10a3aab9dc req-98a8aa7f-d088-4031-8516-b05abc838d0f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:28.478605 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6485c57f-415e-45b5-a9b0-5b10a3aab9dc req-98a8aa7f-d088-4031-8516-b05abc838d0f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0517542 Apr 04 14:23:28.523541 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6485c57f-415e-45b5-a9b0-5b10a3aab9dc req-075c8e1f-644c-42ac-82ae-642f6003a789 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Apr 04 14:23:29.646255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec967c6-6029-4036-8c9d-b19c452b8735 req-bed06ebf-b5f5-430b-b66d-a233a993c757 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:29.647776 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fec967c6-6029-4036-8c9d-b19c452b8735 req-bed06ebf-b5f5-430b-b66d-a233a993c757 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0591934 Apr 04 14:23:29.695882 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fec967c6-6029-4036-8c9d-b19c452b8735 req-2a99d30f-b057-4f58-92db-8ecca5ae125c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Apr 04 14:23:30.813593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5321f0-8429-4a8e-b837-886c4d4d345b req-fbc23ae5-bd2b-471a-9cbc-fcb40c53f246 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:30.815130 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6a5321f0-8429-4a8e-b837-886c4d4d345b req-fbc23ae5-bd2b-471a-9cbc-fcb40c53f246 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Apr 04 14:23:30.865320 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6a5321f0-8429-4a8e-b837-886c4d4d345b req-34c5399c-ab4a-420c-8ecf-970165e920d4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Apr 04 14:23:31.981084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3f77-4db8-4326-a0af-dc2e9f02b3d7 req-5e4e23ab-2a60-4f04-b4fe-5c1dcfc74532 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:31.982768 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c64a3f77-4db8-4326-a0af-dc2e9f02b3d7 req-5e4e23ab-2a60-4f04-b4fe-5c1dcfc74532 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Apr 04 14:23:32.031052 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c64a3f77-4db8-4326-a0af-dc2e9f02b3d7 req-7ab4a0ea-6ff2-49e1-bada-3632fac0455d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416002 Apr 04 14:23:32.190779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33460) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:32.296088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec6f873a-5f2d-4ce6-a11c-ec6ae64dc455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.368145 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec6f873a-5f2d-4ce6-a11c-ec6ae64dc455 admin admin] Publish callbacks [] for security_group (b826cb4c-b1eb-4c01-a79d-851c84020c0e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.444997 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec6f873a-5f2d-4ce6-a11c-ec6ae64dc455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b826cb4c-b1eb-4c01-a79d-851c84020c0e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.482622 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ec6f873a-5f2d-4ce6-a11c-ec6ae64dc455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee3581ed3c5b49dcab88876bb1fd374a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906790 Apr 04 14:23:32.484468 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f873a-5f2d-4ce6-a11c-ec6ae64dc455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826cb4c-b1eb-4c01-a79d-851c84020c0e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:32.485298 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33470) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:32.532338 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] Publish callbacks [] for security_group (b826cb4c-b1eb-4c01-a79d-851c84020c0e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.555030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] Publish callbacks [] for security_group (b826cb4c-b1eb-4c01-a79d-851c84020c0e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.673089 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b826cb4c-b1eb-4c01-a79d-851c84020c0e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.675669 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:32.676874 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b826cb4c-b1eb-4c01-a79d-851c84020c0e HTTP/1.1" status: 204 len: 168 time: 0.1905768 Apr 04 14:23:32.684412 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb85fa5-e112-4802-a66c-293a96812cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826cb4c-b1eb-4c01-a79d-851c84020c0e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:33.149314 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faff9a0-284c-477a-a332-d17a1eeda55a req-091a1f1e-1ef4-49d9-966c-45bb2f2905f0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:33.150795 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4faff9a0-284c-477a-a332-d17a1eeda55a req-091a1f1e-1ef4-49d9-966c-45bb2f2905f0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0544162 Apr 04 14:23:33.200031 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4faff9a0-284c-477a-a332-d17a1eeda55a req-696caff9-2c3e-4ad7-b8e4-40f8e1f3e357 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Apr 04 14:23:33.304343 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33494) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:33.317958 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-607d4cef-cd9a-4336-8fd8-8b74ccbe6e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.400784 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-607d4cef-cd9a-4336-8fd8-8b74ccbe6e7a admin admin] Publish callbacks [] for security_group (c3099945-c8e3-4737-abb4-cede758ed92f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.462002 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-607d4cef-cd9a-4336-8fd8-8b74ccbe6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c3099945-c8e3-4737-abb4-cede758ed92f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.503548 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-607d4cef-cd9a-4336-8fd8-8b74ccbe6e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98413f5b06014ba1851f85353e9b39ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950214 Apr 04 14:23:33.503548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4cef-cd9a-4336-8fd8-8b74ccbe6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3099945-c8e3-4737-abb4-cede758ed92f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:33.506020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33504) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:33.559714 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] Publish callbacks [] for security_group (c3099945-c8e3-4737-abb4-cede758ed92f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.585532 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] Publish callbacks [] for security_group (c3099945-c8e3-4737-abb4-cede758ed92f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.714287 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c3099945-c8e3-4737-abb4-cede758ed92f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.717951 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:33.717951 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3099945-c8e3-4737-abb4-cede758ed92f HTTP/1.1" status: 204 len: 168 time: 0.2127640 Apr 04 14:23:33.730551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b8121-4a38-4aa3-9f24-04f29d47e240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3099945-c8e3-4737-abb4-cede758ed92f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:33.960677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33522) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:34.080082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1be53286-683c-4458-844b-3f225909442e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.157168 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1be53286-683c-4458-844b-3f225909442e admin admin] Publish callbacks [] for security_group (b8999ed6-92be-4159-b27a-d7aeba5cd3de), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.206054 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1be53286-683c-4458-844b-3f225909442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b8999ed6-92be-4159-b27a-d7aeba5cd3de), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.246728 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be53286-683c-4458-844b-3f225909442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8999ed6-92be-4159-b27a-d7aeba5cd3de,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:34.255334 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1be53286-683c-4458-844b-3f225909442e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6466b1fdc92e49c5a860aabe52523d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928240 Apr 04 14:23:34.255536 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33544) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:34.316839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] Publish callbacks [] for security_group (b8999ed6-92be-4159-b27a-d7aeba5cd3de), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.344952 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] Publish callbacks [] for security_group (b8999ed6-92be-4159-b27a-d7aeba5cd3de), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.361947 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f60515-4927-4eb4-87b4-d20234cfec08 req-84326052-3cb3-4064-901e-51741f8083f2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:34.371802 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-42f60515-4927-4eb4-87b4-d20234cfec08 req-84326052-3cb3-4064-901e-51741f8083f2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0713341 Apr 04 14:23:34.440454 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-42f60515-4927-4eb4-87b4-d20234cfec08 req-e45d5abf-2e22-4166-a959-75ab0327fb1c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672307 Apr 04 14:23:34.467624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b8999ed6-92be-4159-b27a-d7aeba5cd3de), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.470602 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:34.471895 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8999ed6-92be-4159-b27a-d7aeba5cd3de HTTP/1.1" status: 204 len: 168 time: 0.2152538 Apr 04 14:23:34.481799 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d9623-f5ee-4f7c-8754-9fedb460a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8999ed6-92be-4159-b27a-d7aeba5cd3de,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:35.569467 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73cca-dc03-4ae7-b41b-66a56f0d7d6b req-cfd24eca-f02c-4e6b-9b9a-011eae16b008 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:35.571737 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-25e73cca-dc03-4ae7-b41b-66a56f0d7d6b req-cfd24eca-f02c-4e6b-9b9a-011eae16b008 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0603888 Apr 04 14:23:35.626534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-25e73cca-dc03-4ae7-b41b-66a56f0d7d6b req-ab908610-1a41-48d8-8a0b-3bdd92b3ade2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Apr 04 14:23:36.741899 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794184d0-66f0-481a-9864-00bd9de62b6a req-0493402c-597e-4801-9910-e4f02f246332 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:36.743860 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-794184d0-66f0-481a-9864-00bd9de62b6a req-0493402c-597e-4801-9910-e4f02f246332 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0524726 Apr 04 14:23:36.791770 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-794184d0-66f0-481a-9864-00bd9de62b6a req-403fec7f-51f5-4ef5-ae05-b36a410bfc54 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Apr 04 14:23:37.909642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21989a74-ec46-47b4-b537-7270c995452d req-351977a5-311d-417a-8cad-967163d51f52 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:37.911145 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-21989a74-ec46-47b4-b537-7270c995452d req-351977a5-311d-417a-8cad-967163d51f52 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0524690 Apr 04 14:23:37.957315 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-21989a74-ec46-47b4-b537-7270c995452d req-62ce52fc-780d-482d-b857-e88ffcf175be tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Apr 04 14:23:39.078311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3047bc-ada8-4312-9089-257f221056de req-9a62b44e-30f5-4b3b-b65e-1020276ac9d5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:39.079804 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a3047bc-ada8-4312-9089-257f221056de req-9a62b44e-30f5-4b3b-b65e-1020276ac9d5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Apr 04 14:23:39.136782 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a3047bc-ada8-4312-9089-257f221056de req-d648417e-a073-4173-8820-71e178bf3899 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Apr 04 14:23:39.192479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33708) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:39.299445 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8091f380-c044-40e5-a514-96e770424522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.369786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8091f380-c044-40e5-a514-96e770424522 admin admin] Publish callbacks [] for security_group (2ff062c3-2329-4ba4-99af-18d5b1ab1ead), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.433956 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8091f380-c044-40e5-a514-96e770424522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (2ff062c3-2329-4ba4-99af-18d5b1ab1ead), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.471281 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8091f380-c044-40e5-a514-96e770424522 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44740f3b0eb44eecb037ba857c6f3989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776606 Apr 04 14:23:39.472380 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091f380-c044-40e5-a514-96e770424522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff062c3-2329-4ba4-99af-18d5b1ab1ead,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:39.474090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33720) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:39.525099 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] Publish callbacks [] for security_group (2ff062c3-2329-4ba4-99af-18d5b1ab1ead), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.529383 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33722) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:39.548895 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] Publish callbacks [] for security_group (2ff062c3-2329-4ba4-99af-18d5b1ab1ead), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.643477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a272893d-9dc9-426e-b739-f50743cfec14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.690306 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (2ff062c3-2329-4ba4-99af-18d5b1ab1ead), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.692953 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.694140 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ff062c3-2329-4ba4-99af-18d5b1ab1ead HTTP/1.1" status: 204 len: 168 time: 0.2188263 Apr 04 14:23:39.702198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4deb0f-82a1-4786-a62b-fbedaf5bd9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff062c3-2329-4ba4-99af-18d5b1ab1ead,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:39.744789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a272893d-9dc9-426e-b739-f50743cfec14 admin admin] Publish callbacks [] for security_group (a7b3cab2-0aa2-4190-a411-2c6a30937ee3), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.821622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a272893d-9dc9-426e-b739-f50743cfec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a7b3cab2-0aa2-4190-a411-2c6a30937ee3), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.863068 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a272893d-9dc9-426e-b739-f50743cfec14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a83cd288bb5a408e8b70bc7ba8a7050b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320267 Apr 04 14:23:39.863983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272893d-9dc9-426e-b739-f50743cfec14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b3cab2-0aa2-4190-a411-2c6a30937ee3,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:39.865291 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33730) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:39.919354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] Publish callbacks [] for security_group (a7b3cab2-0aa2-4190-a411-2c6a30937ee3), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:39.940844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] Publish callbacks [] for security_group (a7b3cab2-0aa2-4190-a411-2c6a30937ee3), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.050722 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a7b3cab2-0aa2-4190-a411-2c6a30937ee3), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.053425 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.056938 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b3cab2-0aa2-4190-a411-2c6a30937ee3 HTTP/1.1" status: 204 len: 168 time: 0.1883719 Apr 04 14:23:40.063170 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1bf32-f288-4fed-8dbd-d2674d0c9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b3cab2-0aa2-4190-a411-2c6a30937ee3,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:40.252370 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeba545-ff97-47cc-8772-6318a2f74687 req-bcd616ae-ef9b-44aa-9659-630ccf0d5497 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:40.253925 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7eeba545-ff97-47cc-8772-6318a2f74687 req-bcd616ae-ef9b-44aa-9659-630ccf0d5497 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0521243 Apr 04 14:23:40.303429 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7eeba545-ff97-47cc-8772-6318a2f74687 req-8a2853f4-2137-43ef-a2e0-5d62a48c3b0d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Apr 04 14:23:40.387835 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33738) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:40.400646 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fa761028-c1d9-45b9-82a9-0d1a5eb5cfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.488471 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7546bde-ce8c-4442-9169-26746ce77dbd req-c8ccbfb9-0b33-4d7f-897b-c161ed708204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:40.489978 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f7546bde-ce8c-4442-9169-26746ce77dbd req-c8ccbfb9-0b33-4d7f-897b-c161ed708204 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1129 time: 0.0701478 Apr 04 14:23:40.524777 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fa761028-c1d9-45b9-82a9-0d1a5eb5cfd5 admin admin] Publish callbacks [] for security_group (bbff85b6-70c6-4094-a43b-471cae03ae65), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.549037 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f7546bde-ce8c-4442-9169-26746ce77dbd req-d5fc95e6-e3b2-4fcf-9125-eb3de5f6d023 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Apr 04 14:23:40.605393 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fa761028-c1d9-45b9-82a9-0d1a5eb5cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bbff85b6-70c6-4094-a43b-471cae03ae65), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.643865 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-fa761028-c1d9-45b9-82a9-0d1a5eb5cfd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13a04d95de1246908185f6f57d7170a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549541 Apr 04 14:23:40.645018 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa761028-c1d9-45b9-82a9-0d1a5eb5cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff85b6-70c6-4094-a43b-471cae03ae65,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:40.646533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33754) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:40.695500 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] Publish callbacks [] for security_group (bbff85b6-70c6-4094-a43b-471cae03ae65), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.717603 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] Publish callbacks [] for security_group (bbff85b6-70c6-4094-a43b-471cae03ae65), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.833124 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bbff85b6-70c6-4094-a43b-471cae03ae65), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.835784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:40.836991 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbff85b6-70c6-4094-a43b-471cae03ae65 HTTP/1.1" status: 204 len: 168 time: 0.1893103 Apr 04 14:23:40.845616 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d9e4f-6f87-40fa-b599-4aed9970171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff85b6-70c6-4094-a43b-471cae03ae65,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:41.149297 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33774) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:41.165630 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ba0937ec-526d-4d15-8001-f97ad7b2e264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.246430 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-47359380-network', 'tenant_id': '219e1dc249474585875b6db15f207e90'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:41.336178 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Made reservation on behalf of 219e1dc249474585875b6db15f207e90 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:41.338880 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.348532 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.670413 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fe96-0b2b-4158-8b79-1455ce5934b8 req-ee375346-2a3f-45b5-8075-32ebcdda5612 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:41.672533 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2779fe96-0b2b-4158-8b79-1455ce5934b8 req-ee375346-2a3f-45b5-8075-32ebcdda5612 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.2957153 Apr 04 14:23:41.700014 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks [] for security_group (8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.728125 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2779fe96-0b2b-4158-8b79-1455ce5934b8 req-ea32c512-c0fd-4aca-80fc-eee595dc781e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Apr 04 14:23:41.753622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.774304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:23:41.789290 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:41.792722 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (af19c9d1-a9aa-46f4-bc5d-19b67c2f7355), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.793071 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Added segment af19c9d1-a9aa-46f4-bc5d-19b67c2f7355 of type vlan for network 376043fc-da9d-441d-bade-92155d51a299 Apr 04 14:23:41.836528 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (376043fc-da9d-441d-bade-92155d51a299), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.946050 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (376043fc-da9d-441d-bade-92155d51a299), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:41.946050 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:41.946050 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.016173 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] Pushing event updated for resources: {'Network': ['ID=376043fc-da9d-441d-bade-92155d51a299,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:42.026254 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 376043fc-da9d-441d-bade-92155d51a299 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:23:42.053729 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d9617431-af2c-44fb-950a-9d1c350d1406 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9032881 Apr 04 14:23:42.059850 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33802) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:42.064928 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Request body: {'subnet': {'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-47359380-subnet', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:42.164729 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Made reservation on behalf of 219e1dc249474585875b6db15f207e90 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:42.167077 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9985170'] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.393531 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10485326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9985156'] for subnet (de856688-8402-4e35-a251-37b4f599bc68), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.448843 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de856688-8402-4e35-a251-37b4f599bc68,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:42.459211 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Checking segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:42.459526 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Network hostable DHCP agents. Network: 376043fc-da9d-441d-bade-92155d51a299, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:23:42.559395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Network 376043fc-da9d-441d-bade-92155d51a299 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:23:42.651491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 376043fc-da9d-441d-bade-92155d51a299) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:42.655788 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:42.656610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.662656 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b07c3-a375-4bfc-9207-05b5d58c97d9 None None] Network 376043fc-da9d-441d-bade-92155d51a299 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:42.768773 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1fb7f0b3-a3f9-44f7-b55f-ffbacc5a64e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7078207 Apr 04 14:23:42.769825 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-376043fc-da9d-441d-bade-92155d51a299', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'project_id': '219e1dc249474585875b6db15f207e90', 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:23:42.770694 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.775648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33836) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:42.780550 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:42.867719 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785540a-9d9a-4909-80a3-e936d00a019f req-34e515ea-6eef-437a-bdf6-be860abf4408 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:42.869215 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6785540a-9d9a-4909-80a3-e936d00a019f req-34e515ea-6eef-437a-bdf6-be860abf4408 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0598946 Apr 04 14:23:42.876957 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.878090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:42.912876 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Allocated IP 172.20.0.2 (376043fc-da9d-441d-bade-92155d51a299/de856688-8402-4e35-a251-37b4f599bc68/b3dd54f6-52de-4d62-91f4-a741326b3cdb) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:42.965667 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6785540a-9d9a-4909-80a3-e936d00a019f req-27544980-09b2-47f2-b886-8b06274bfb4f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836682 Apr 04 14:23:42.968387 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for router_controller (692bfe10-b196-4549-8317-6f7bcea7b7cf), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.055861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks [] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.084568 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275426a-4838-4c41-b607-68e0152514c3 req-991815c4-d92f-4bbe-bc27-eb19169b2299 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:43.086615 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c275426a-4838-4c41-b607-68e0152514c3 req-991815c4-d92f-4bbe-bc27-eb19169b2299 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0544295 Apr 04 14:23:43.137581 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c275426a-4838-4c41-b607-68e0152514c3 req-34d89c87-fcc5-4eaa-8074-d810538a3e9e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Apr 04 14:23:43.153628 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.195906 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Network 376043fc-da9d-441d-bade-92155d51a299 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:43.201768 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:43.201976 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for router_gateway (692bfe10-b196-4549-8317-6f7bcea7b7cf), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.205468 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:43.226457 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Pushing event updated for resources: {'Port': ['ID=b3dd54f6-52de-4d62-91f4-a741326b3cdb,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:43.241048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.241399 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.241767 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.242130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.242478 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.242806 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.243137 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.243673 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.243935 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.244260 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.244591 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.244927 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.245978 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.246308 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.246633 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:43.282468 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Attempting to bind port b3dd54f6-52de-4d62-91f4-a741326b3cdb on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:43.282843 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Attempting to bind port b3dd54f6-52de-4d62-91f4-a741326b3cdb by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:43.283292 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Attempting to bind port b3dd54f6-52de-4d62-91f4-a741326b3cdb on network 376043fc-da9d-441d-bade-92155d51a299 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:43.288518 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:43.289162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Checking segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:43.289549 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.289946 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Bound using segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:43.290421 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Bound port: b3dd54f6-52de-4d62-91f4-a741326b3cdb, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:43.290787 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.335676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33844) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:43.377197 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] For port b3dd54f6-52de-4d62-91f4-a741326b3cdb, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:43.380740 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] For port b3dd54f6-52de-4d62-91f4-a741326b3cdb, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b3dd54f6-52de-4d62-91f4-a741326b3cdb,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:43.455343 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9eaea034-64c8-4fe6-874b-1d235daf7b7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.485293 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-37b6f801-b67b-4841-8324-2c499b982f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.514434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for router_gateway (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.514910 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.532008 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9eaea034-64c8-4fe6-874b-1d235daf7b7e admin admin] Publish callbacks [] for security_group (d55c86c1-01b9-4917-af3c-7f2d7f423021), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.534027 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.571556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9eaea034-64c8-4fe6-874b-1d235daf7b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d55c86c1-01b9-4917-af3c-7f2d7f423021), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.584171 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d326-2f06-45f5-9276-59589b4c708a None None] Pushing event updated for resources: {'Port': ['ID=b3dd54f6-52de-4d62-91f4-a741326b3cdb,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:43.619496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea034-64c8-4fe6-874b-1d235daf7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c86c1-01b9-4917-af3c-7f2d7f423021,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:43.649811 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-9eaea034-64c8-4fe6-874b-1d235daf7b7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf5612cfc33642f8ac156f5b447f3428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129573 Apr 04 14:23:43.653237 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33852) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:43.697480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Allocated IP 172.27.3.138 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/9bcb32cb-f8d5-4428-9d5f-c458e8942332) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:43.780690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] Publish callbacks [] for security_group (d55c86c1-01b9-4917-af3c-7f2d7f423021), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.837516 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] Publish callbacks [] for security_group (d55c86c1-01b9-4917-af3c-7f2d7f423021), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:43.896428 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.019312 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.025605 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d55c86c1-01b9-4917-af3c-7f2d7f423021), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.025605 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.025824 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b3dd54f6-52de-4d62-91f4-a741326b3cdb up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:44.026257 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d55c86c1-01b9-4917-af3c-7f2d7f423021 HTTP/1.1" status: 204 len: 168 time: 0.3696926 Apr 04 14:23:44.058795 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fcc24-8963-4a57-aa86-436c621ac0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c86c1-01b9-4917-af3c-7f2d7f423021,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:44.077186 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:44.082694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:44.090940 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:44.093948 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Pushing event updated for resources: {'Port': ['ID=9bcb32cb-f8d5-4428-9d5f-c458e8942332,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:44.129449 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port b3dd54f6-52de-4d62-91f4-a741326b3cdb triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:44.129919 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.228128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port b3dd54f6-52de-4d62-91f4-a741326b3cdb is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:44.228514 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.263890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port b3dd54f6-52de-4d62-91f4-a741326b3cdb, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b3dd54f6-52de-4d62-91f4-a741326b3cdb,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:44.462918 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.521639 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=b3dd54f6-52de-4d62-91f4-a741326b3cdb,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:44.640888 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc045532-3b51-4cd1-a0f5-c1f30fa2c38f None None] Network 376043fc-da9d-441d-bade-92155d51a299 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:44.650941 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for router_gateway (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.691312 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.753263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b9f00600-3f38-4258-9a5c-9f48dddcaaca None None] Provisioning complete for port b3dd54f6-52de-4d62-91f4-a741326b3cdb triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:44.753641 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9f00600-3f38-4258-9a5c-9f48dddcaaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:44.848438 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b9f00600-3f38-4258-9a5c-9f48dddcaaca None None] Current status of the port b3dd54f6-52de-4d62-91f4-a741326b3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:44.861466 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.015373 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33872) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:45.028616 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73166f46-81b4-4f7b-b63f-8a4cd7ad11ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.069328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-3bd8fc2d-4a16-4478-8828-94316532d517 None None] Provisioning complete for port b3dd54f6-52de-4d62-91f4-a741326b3cdb triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:45.069969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3bd8fc2d-4a16-4478-8828-94316532d517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.090011 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Router 692bfe10-b196-4549-8317-6f7bcea7b7cf is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:23:45.107899 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73166f46-81b4-4f7b-b63f-8a4cd7ad11ec admin admin] Publish callbacks [] for security_group (5e3bd3b2-eabc-4983-bca2-ecb07b60c14d), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.147350 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8fc2d-4a16-4478-8828-94316532d517 None None] Current status of the port b3dd54f6-52de-4d62-91f4-a741326b3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:45.174514 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-73166f46-81b4-4f7b-b63f-8a4cd7ad11ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5e3bd3b2-eabc-4983-bca2-ecb07b60c14d), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.226686 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-73166f46-81b4-4f7b-b63f-8a4cd7ad11ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4683cbda42c04064bb57898ddb7842a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106616 Apr 04 14:23:45.229364 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73166f46-81b4-4f7b-b63f-8a4cd7ad11ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bd3b2-eabc-4983-bca2-ecb07b60c14d,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:45.229542 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33874) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:45.255878 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:45.280469 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Sync routers for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:45.290952 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:45.291708 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:45.297720 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] Publish callbacks [] for security_group (5e3bd3b2-eabc-4983-bca2-ecb07b60c14d), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.318320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] Publish callbacks [] for security_group (5e3bd3b2-eabc-4983-bca2-ecb07b60c14d), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.399261 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.403116 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.406850 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9e1da3ef-25bb-429a-bb83-a9441e88a30a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6279104 Apr 04 14:23:45.407150 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33878) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:45.415104 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:45.506485 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5e3bd3b2-eabc-4983-bca2-ecb07b60c14d), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.509078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.511357 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e3bd3b2-eabc-4983-bca2-ecb07b60c14d HTTP/1.1" status: 204 len: 168 time: 0.2804146 Apr 04 14:23:45.536079 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337f12-8f6f-49be-aac1-975e64a9621d req-a76bda06-34d0-41e3-b92a-bcd863008c75 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:45.536079 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ab337f12-8f6f-49be-aac1-975e64a9621d req-a76bda06-34d0-41e3-b92a-bcd863008c75 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.1435287 Apr 04 14:23:45.538223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2765ec-3ec7-45aa-8839-78f27be0f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bd3b2-eabc-4983-bca2-ecb07b60c14d,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:45.622355 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:44Z', 'revision_number': 3, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:45.663725 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ab337f12-8f6f-49be-aac1-975e64a9621d req-ce718ae3-bb25-47d4-b9ef-3d29299e4918 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202552 Apr 04 14:23:45.742972 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Checking router: 692bfe10-b196-4549-8317-6f7bcea7b7cf for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:45.743343 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Updating router 692bfe10-b196-4549-8317-6f7bcea7b7cf port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:23:45.770918 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.891130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.914992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:45.990834 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b3dd54f6-52de-4d62-91f4-a741326b3cdb up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:46.055261 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port b3dd54f6-52de-4d62-91f4-a741326b3cdb triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:46.055635 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.061404 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks [] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.112771 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Allocated IP 172.20.0.1 (376043fc-da9d-441d-bade-92155d51a299/de856688-8402-4e35-a251-37b4f599bc68/b221b894-ea5a-4367-8ed3-695d7a8fd8bd) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:46.133751 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port b3dd54f6-52de-4d62-91f4-a741326b3cdb is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:46.159280 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.215486 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Attempting to bind port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:46.216107 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Attempting to bind port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:46.216880 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Attempting to bind port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:46.224031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks [] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.227157 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Pushing event updated for resources: {'Port': ['ID=9bcb32cb-f8d5-4428-9d5f-c458e8942332,revision_number=2']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:46.230934 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:46.231299 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:46.231700 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.232352 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:46.232821 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Bound port: 9bcb32cb-f8d5-4428-9d5f-c458e8942332, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:46.233197 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.239383 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.239765 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.240150 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.240501 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.240842 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.241173 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.241498 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.241844 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.242149 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.242474 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.242801 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.243196 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.243490 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.243817 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.244139 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:23:46.295287 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] For port 9bcb32cb-f8d5-4428-9d5f-c458e8942332, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:46.298235 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] For port 9bcb32cb-f8d5-4428-9d5f-c458e8942332, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=9bcb32cb-f8d5-4428-9d5f-c458e8942332,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:46.393960 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.432620 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Network 376043fc-da9d-441d-bade-92155d51a299 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:46.434905 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:46.438461 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:46.438936 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.451546 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.484325 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:46.512107 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:46.512995 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:46.558944 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22310-c46b-4bd8-acf9-8a9e8c519b3e None None] Pushing event updated for resources: {'Port': ['ID=9bcb32cb-f8d5-4428-9d5f-c458e8942332,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:46.656436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.671856 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:46.678153 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-901e824b-b55e-4218-9b93-51c0f298b165 None None] Provisioning complete for port b221b894-ea5a-4367-8ed3-695d7a8fd8bd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:46.678693 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-901e824b-b55e-4218-9b93-51c0f298b165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.679624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33904) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:46.726621 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-901e824b-b55e-4218-9b93-51c0f298b165 None None] Port b221b894-ea5a-4367-8ed3-695d7a8fd8bd cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:23:46.815901 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369016-e889-403d-a2ac-f76a08b032fb req-0e75a4c6-c1c8-48a6-bbda-ed36f88e02c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:46.817907 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4d369016-e889-403d-a2ac-f76a08b032fb req-0e75a4c6-c1c8-48a6-bbda-ed36f88e02c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0569506 Apr 04 14:23:46.828854 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1326149280-network', 'tenant_id': 'b3c0cfd7217d4008ba0ea67d7ad12209'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:46.838545 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks [] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.881341 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4d369016-e889-403d-a2ac-f76a08b032fb req-e3365eaa-1ffb-4498-b272-4d18af3753c3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564733 Apr 04 14:23:46.883936 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-115a0168-792d-4048-9e38-326307235ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:44Z', 'revision_number': 3, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:46.909706 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0168-792d-4048-9e38-326307235ca0 None None] The sync data for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi is: [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:44Z', 'revision_number': 3, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:46.919130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.919920 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.942084 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Made reservation on behalf of b3c0cfd7217d4008ba0ea67d7ad12209 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:46.944640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:46.957096 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.006435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:47.044665 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks [] for security_group (41fe029f-bce9-4da2-817a-03f187df6840), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.051110 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Network 376043fc-da9d-441d-bade-92155d51a299 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:47.052592 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:47.113315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (41fe029f-bce9-4da2-817a-03f187df6840), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.138770 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:23:47.182313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe029f-bce9-4da2-817a-03f187df6840,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:47.187993 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.191726 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Added segment 1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf of type vlan for network 0dc77ad5-9936-449b-9fd3-ce1baaa542f6 Apr 04 14:23:47.221313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Router 692bfe10-b196-4549-8317-6f7bcea7b7cf has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:23:47.247590 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (0dc77ad5-9936-449b-9fd3-ce1baaa542f6), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.336476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (0dc77ad5-9936-449b-9fd3-ce1baaa542f6), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.337459 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:47.338090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.360955 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-930bf394-172f-4a55-b5cb-15fd40f39a45 None None] Provisioning complete for port b221b894-ea5a-4367-8ed3-695d7a8fd8bd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:47.361547 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-930bf394-172f-4a55-b5cb-15fd40f39a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.411135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-930bf394-172f-4a55-b5cb-15fd40f39a45 None None] Port b221b894-ea5a-4367-8ed3-695d7a8fd8bd cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:23:47.415956 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.419681 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:47.427721 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b7101ae9-3d6a-44db-be5a-85b54381e0a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/692bfe10-b196-4549-8317-6f7bcea7b7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172184 Apr 04 14:23:47.467831 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc77ad5-9936-449b-9fd3-ce1baaa542f6,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:47.480986 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 0dc77ad5-9936-449b-9fd3-ce1baaa542f6 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:23:47.529595 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d73190f7-8f80-47bb-950c-77e4bb8e4754 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8487887 Apr 04 14:23:47.532666 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33918) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:47.538022 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Request body: {'subnet': {'network_id': '0dc77ad5-9936-449b-9fd3-ce1baaa542f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1326149280-subnet', 'tenant_id': 'b3c0cfd7217d4008ba0ea67d7ad12209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:47.633288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Made reservation on behalf of b3c0cfd7217d4008ba0ea67d7ad12209 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:47.635707 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:47.746117 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-a545989f-6e4a-4285-ac9a-2c560182da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:47.747665 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-a545989f-6e4a-4285-ac9a-2c560182da8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1129 time: 0.0591834 Apr 04 14:23:47.856189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-16c6ec4d-142b-42ed-aa9c-e244659e270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:47.858058 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-16c6ec4d-142b-42ed-aa9c-e244659e270f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.1020746 Apr 04 14:23:47.907690 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-688c0b5e-0179-4635-beb1-282a41c08024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 217 time: 0.0380728 Apr 04 14:23:47.927941 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (e9e543c1-7c3d-4113-99a1-ef0906d74f1c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.036695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e543c1-7c3d-4113-99a1-ef0906d74f1c,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:48.053278 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-b7cb795b-67a5-419f-b230-5a8621865824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:48.055030 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-b7cb795b-67a5-419f-b230-5a8621865824 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.1408453 Apr 04 14:23:48.062222 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Checking segment: {'id': '1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0dc77ad5-9936-449b-9fd3-ce1baaa542f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:48.062591 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Network hostable DHCP agents. Network: 0dc77ad5-9936-449b-9fd3-ce1baaa542f6, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:23:48.077625 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 9bcb32cb-f8d5-4428-9d5f-c458e8942332 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:48.105588 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639faf0d-d2aa-49f7-a6e9-04b75254b963 req-bf8d7424-ccf7-4916-945e-9cd100644810 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:48.107497 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-639faf0d-d2aa-49f7-a6e9-04b75254b963 req-bf8d7424-ccf7-4916-945e-9cd100644810 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.1177342 Apr 04 14:23:48.145259 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-0f7b9823-d186-477a-aa28-ed9f470525cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:48.145519 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:48.145519 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.145677 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-0f7b9823-d186-477a-aa28-ed9f470525cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798800 Apr 04 14:23:48.165247 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Network 0dc77ad5-9936-449b-9fd3-ce1baaa542f6 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:23:48.221114 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-639faf0d-d2aa-49f7-a6e9-04b75254b963 req-df5d970e-d1c5-4c98-9ceb-a8dc4de31e8a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054802 Apr 04 14:23:48.252584 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:48.257372 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.263489 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-0d4aca8d-64e9-4817-8899-2086aad9ef59 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110356 Apr 04 14:23:48.280788 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 9bcb32cb-f8d5-4428-9d5f-c458e8942332, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=9bcb32cb-f8d5-4428-9d5f-c458e8942332,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:48.284408 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 0dc77ad5-9936-449b-9fd3-ce1baaa542f6) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:48.289131 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:48.291008 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.299780 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36096fd1-431a-4778-8d13-250933650d5e None None] Network 0dc77ad5-9936-449b-9fd3-ce1baaa542f6 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:48.343964 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33940) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:48.355581 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.360074 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2090399407-network', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:48.404691 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-23932099-823f-4b31-845f-44576d9627c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8706672 Apr 04 14:23:48.407417 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9d53c19f-e359-4da7-ae79-47fb3f75fff5 req-bbdb48cf-bf24-4d64-910a-2600a04a43ad service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372283 Apr 04 14:23:48.425227 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=9bcb32cb-f8d5-4428-9d5f-c458e8942332,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:48.457290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c04521-f9c4-4b3e-9bfe-a30033dbb209 None None] Network 0dc77ad5-9936-449b-9fd3-ce1baaa542f6 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:48.484690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Made reservation on behalf of 1da03a8b40e4430bb721e5982dcb7737 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:48.491462 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.510086 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.621446 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks [] for security_group (549ff78b-565c-4a31-9b4c-1c5deb40c254), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.701771 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (549ff78b-565c-4a31-9b4c-1c5deb40c254), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.728057 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:23:48.738342 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ff78b-565c-4a31-9b4c-1c5deb40c254,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:48.743211 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (4f7281c9-dd89-4828-a0be-5fb4052f6c01), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.743574 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Added segment 4f7281c9-dd89-4828-a0be-5fb4052f6c01 of type vlan for network 037e1cac-6132-47c6-a9e8-63b30242e891 Apr 04 14:23:48.793389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (037e1cac-6132-47c6-a9e8-63b30242e891), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.849081 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Sync routers for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:48.860302 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:48.861129 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:48.884956 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (037e1cac-6132-47c6-a9e8-63b30242e891), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.886610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:48.887226 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:48.952719 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] Pushing event updated for resources: {'Network': ['ID=037e1cac-6132-47c6-a9e8-63b30242e891,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:48.967591 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 037e1cac-6132-47c6-a9e8-63b30242e891 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:23:49.019010 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-591683c5-e208-4c0a-b3f1-71a8e3a7c8ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6739724 Apr 04 14:23:49.021793 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33964) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:49.026366 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Request body: {'subnet': {'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2090399407-subnet', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:49.042621 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:49.148044 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Made reservation on behalf of 1da03a8b40e4430bb721e5982dcb7737 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:49.150369 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9985170'] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.408484 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 33984) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:49.417671 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1565443-network', 'tenant_id': '79a19bd375b642fb88c8b7c88acf5eeb'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:49.450940 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 2, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:49.481607 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Checking router: 692bfe10-b196-4549-8317-6f7bcea7b7cf for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:49.482142 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Updating router 692bfe10-b196-4549-8317-6f7bcea7b7cf port b221b894-ea5a-4367-8ed3-695d7a8fd8bd binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:23:49.485911 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d38b6-7fe7-4451-868b-e3b6e476ecef req-fee44168-7997-4128-8873-260ac1725ca3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:49.489077 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-649d38b6-7fe7-4451-868b-e3b6e476ecef req-fee44168-7997-4128-8873-260ac1725ca3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.1396198 Apr 04 14:23:49.510581 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.536756 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-649d38b6-7fe7-4451-868b-e3b6e476ecef req-96ff65e1-6d1f-4535-8920-3132781dd130 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Apr 04 14:23:49.564642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Made reservation on behalf of 79a19bd375b642fb88c8b7c88acf5eeb for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:49.566963 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.575555 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.590039 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10485326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9985156'] for subnet (62218c8f-66f4-4382-b3ab-23cb02214134), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.676284 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62218c8f-66f4-4382-b3ab-23cb02214134,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:49.694665 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Checking segment: {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:49.695021 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Network hostable DHCP agents. Network: 037e1cac-6132-47c6-a9e8-63b30242e891, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:23:49.726584 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks [] for security_group (e278d36c-d88e-49d4-b5c5-09f55e3a07ff), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.783607 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks [] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.799252 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Network 037e1cac-6132-47c6-a9e8-63b30242e891 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:23:49.802485 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e278d36c-d88e-49d4-b5c5-09f55e3a07ff), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.825764 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:23:49.841098 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e278d36c-d88e-49d4-b5c5-09f55e3a07ff,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:49.848112 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (d68ba45d-0079-432c-943c-4c2e9e4c8da2), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.848112 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Added segment d68ba45d-0079-432c-943c-4c2e9e4c8da2 of type vlan for network f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 Apr 04 14:23:49.867537 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.878065 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 037e1cac-6132-47c6-a9e8-63b30242e891) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:49.882289 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:49.883052 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.898714 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7001a-af5c-4e4c-b5dc-88115f1a3e08 None None] Network 037e1cac-6132-47c6-a9e8-63b30242e891 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:49.901910 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (f13a6fa5-dd8e-4a56-ba2e-f58cb3839407), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:49.970408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8f8a-09cf-40fc-996a-85856dae5697 None None] Pushing event updated for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:50.011559 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 9bcb32cb-f8d5-4428-9d5f-c458e8942332 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:50.031993 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ac8f279a-214b-436d-9420-b06d42825d10 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0092168 Apr 04 14:23:50.032977 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (f13a6fa5-dd8e-4a56-ba2e-f58cb3839407), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.033985 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:50.035563 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.035675 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 33994) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:50.040175 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:50.105228 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f13a6fa5-dd8e-4a56-ba2e-f58cb3839407,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:50.129858 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:23:50.137677 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Attempting to bind port b221b894-ea5a-4367-8ed3-695d7a8fd8bd on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:50.138051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Attempting to bind port b221b894-ea5a-4367-8ed3-695d7a8fd8bd by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:50.138416 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Attempting to bind port b221b894-ea5a-4367-8ed3-695d7a8fd8bd on network 376043fc-da9d-441d-bade-92155d51a299 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:50.144817 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-09f39dfc-5f2b-47b4-9956-b099658913d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7347176 Apr 04 14:23:50.156733 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34000) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:50.161767 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Request body: {'subnet': {'network_id': 'f13a6fa5-dd8e-4a56-ba2e-f58cb3839407', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1565443-subnet', 'tenant_id': '79a19bd375b642fb88c8b7c88acf5eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:50.192880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-037e1cac-6132-47c6-a9e8-63b30242e891', 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891', 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'fixed_ips': [{'subnet_id': '62218c8f-66f4-4382-b3ab-23cb02214134'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:23:50.193712 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.200094 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.201346 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.209732 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:50.210318 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Checking segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:50.210971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.211397 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Bound using segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:50.211886 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Bound port: b221b894-ea5a-4367-8ed3-695d7a8fd8bd, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:50.212323 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.217613 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Made reservation on behalf of 79a19bd375b642fb88c8b7c88acf5eeb for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:23:50.222188 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9985170'] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.267857 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:50.268468 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.269191 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for router_controller (ccfc06a1-0206-4691-a647-a4438c7787c8), precommit_add_association {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.404793 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-2fb9cf18-feea-4e69-8a4f-b87371bd744e None None] Provisioning complete for port b221b894-ea5a-4367-8ed3-695d7a8fd8bd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:50.405172 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2fb9cf18-feea-4e69-8a4f-b87371bd744e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.466642 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] For port b221b894-ea5a-4367-8ed3-695d7a8fd8bd, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:50.476600 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for router_gateway (ccfc06a1-0206-4691-a647-a4438c7787c8), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.493524 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9cf18-feea-4e69-8a4f-b87371bd744e None None] Port b221b894-ea5a-4367-8ed3-695d7a8fd8bd cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:23:50.497266 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] For port b221b894-ea5a-4367-8ed3-695d7a8fd8bd, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:50.511118 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Allocated IP 172.20.0.2 (037e1cac-6132-47c6-a9e8-63b30242e891/62218c8f-66f4-4382-b3ab-23cb02214134/d7cde3e3-001b-4a08-9c0f-b0a386e49a96) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:50.542765 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10485326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9985156'] for subnet (9cadd07c-c664-438c-b384-e79aa0b157f3), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.563458 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:50.592436 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.614800 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cadd07c-c664-438c-b384-e79aa0b157f3,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:50.617557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Checking segment: {'id': 'd68ba45d-0079-432c-943c-4c2e9e4c8da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f13a6fa5-dd8e-4a56-ba2e-f58cb3839407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:50.617557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Network hostable DHCP agents. Network: f13a6fa5-dd8e-4a56-ba2e-f58cb3839407, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:23:50.688466 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8f8a-09cf-40fc-996a-85856dae5697 None None] Pushing event updated for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:50.693492 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:50.694119 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:50.696189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f12dc-d18a-4d12-9166-fb9826e201fc req-2563dcc6-0289-4929-ab43-1dd8903ded04 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:50.707272 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ba6f12dc-d18a-4d12-9166-fb9826e201fc req-2563dcc6-0289-4929-ab43-1dd8903ded04 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0795047 Apr 04 14:23:50.775333 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Network f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:23:50.777329 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ba6f12dc-d18a-4d12-9166-fb9826e201fc req-3bc2a129-1019-440c-8249-826fbe9860fc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Apr 04 14:23:50.835351 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for router_gateway (ccfc06a1-0206-4691-a647-a4438c7787c8), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.860901 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.861958 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks [] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.867558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, f13a6fa5-dd8e-4a56-ba2e-f58cb3839407) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:50.874799 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:50.876149 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.909318 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3658814-bf06-446a-ac5b-53f95058eccd None None] Network f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:50.928376 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:50.957675 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8c0e8fdc-a37d-436a-a38e-7b15d4ee4b65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7996397 Apr 04 14:23:50.963147 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:51.007983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Allocated IP 172.27.3.168 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/380886a8-5feb-437b-ba6d-47ab1c798d62) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:51.049195 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Network 037e1cac-6132-47c6-a9e8-63b30242e891 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:51.058560 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Provisioning complete for port b221b894-ea5a-4367-8ed3-695d7a8fd8bd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:51.058940 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.074353 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:51.134572 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.228152 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.256939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:51.263509 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Pushing event updated for resources: {'Port': ['ID=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:51.288255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:51.293130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:51.299556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:51.386302 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c56e6-371d-4135-873f-9a84f752656e None None] Network f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:51.465751 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Attempting to bind port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:51.466161 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Attempting to bind port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:51.466527 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Attempting to bind port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 on network 037e1cac-6132-47c6-a9e8-63b30242e891 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:51.516823 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:51.517613 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Checking segment: {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:51.517613 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.518012 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Bound using segment: {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:51.518463 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Bound port: d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:51.518845 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.579705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Current status of the port b221b894-ea5a-4367-8ed3-695d7a8fd8bd is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:51.580013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.625345 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Pushing event updated for resources: {'Port': ['ID=380886a8-5feb-437b-ba6d-47ab1c798d62,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:51.687544 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] For port b221b894-ea5a-4367-8ed3-695d7a8fd8bd, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:51.692580 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] For port d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:51.706954 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] For port d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:51.712864 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:50Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:51.740110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e839c53-1592-4ff8-b967-ce84ace8fd34 None None] The sync data for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi is: [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:50Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:51.741682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.790868 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for router_gateway (ccfc06a1-0206-4691-a647-a4438c7787c8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.835233 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:51.843045 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9ec8e-679f-4d99-8291-7b4c47c683ab None None] Pushing event updated for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:51.969715 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594fef2-8218-4818-97df-7d8048023f06 None None] Pushing event updated for resources: {'Port': ['ID=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:52.007043 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034936-03df-4155-b7a9-71331ea911e5 req-5dfc1499-3565-45e9-8883-55dfc457fa6c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:52.012111 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64034936-03df-4155-b7a9-71331ea911e5 req-5dfc1499-3565-45e9-8883-55dfc457fa6c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.1241915 Apr 04 14:23:52.080053 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b221b894-ea5a-4367-8ed3-695d7a8fd8bd up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:52.137964 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port b221b894-ea5a-4367-8ed3-695d7a8fd8bd triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:52.138336 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:52.190682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:52.305710 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port b221b894-ea5a-4367-8ed3-695d7a8fd8bd is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:52.332813 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64034936-03df-4155-b7a9-71331ea911e5 req-decb5571-73f6-42b8-823b-35c87654b1ae tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126748 Apr 04 14:23:52.496143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Router ccfc06a1-0206-4691-a647-a4438c7787c8 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103852) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:23:52.610130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:52.620337 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Sync routers for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:52.633721 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:52.633721 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:52.721614 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:52.723304 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-addf70d1-bc9e-4e53-9a2a-6393e899e499 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6870921 Apr 04 14:23:52.726067 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34034) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:52.754654 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:52.974682 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 3, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:53.023779 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Checking router: ccfc06a1-0206-4691-a647-a4438c7787c8 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:53.024130 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Updating router ccfc06a1-0206-4691-a647-a4438c7787c8 port 380886a8-5feb-437b-ba6d-47ab1c798d62 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:23:53.068799 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.181794 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395046d2-bda9-497f-9120-4145d8b8247c None None] Network 037e1cac-6132-47c6-a9e8-63b30242e891 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:23:53.305346 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Provisioning complete for port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:53.305665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.409912 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Current status of the port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:53.410437 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.470757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] For port d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:53.504924 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks [] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.559768 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.560041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.593278 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b799a-5df8-4b8d-a42d-59dd9bcd19ed req-91cc8071-0f85-49db-ad83-0e4bcdb9cdcc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:53.594857 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-433b799a-5df8-4b8d-a42d-59dd9bcd19ed req-91cc8071-0f85-49db-ad83-0e4bcdb9cdcc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.1138575 Apr 04 14:23:53.607940 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.634678 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Attempting to bind port 380886a8-5feb-437b-ba6d-47ab1c798d62 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:53.635760 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Attempting to bind port 380886a8-5feb-437b-ba6d-47ab1c798d62 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:53.636370 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Attempting to bind port 380886a8-5feb-437b-ba6d-47ab1c798d62 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:53.651070 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f701752-c455-4eda-9c43-c2eb9fdf5924 None None] Pushing event updated for resources: {'Port': ['ID=380886a8-5feb-437b-ba6d-47ab1c798d62,revision_number=2']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:53.656847 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:53.657744 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:53.658392 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.658970 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:53.663828 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98dfa-6d15-43ea-8975-c546788f1ee6 None None] Pushing event updated for resources: {'Port': ['ID=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:53.663913 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Bound port: 380886a8-5feb-437b-ba6d-47ab1c798d62, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:53.663913 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.707563 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-2ef18a2b-ecff-4020-9664-a3bd7736dfc6 None None] Provisioning complete for port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:53.712297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2ef18a2b-ecff-4020-9664-a3bd7736dfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.712404 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-433b799a-5df8-4b8d-a42d-59dd9bcd19ed req-5f4aa7e4-97e8-4cbe-9986-03e16da8f5aa tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068382 Apr 04 14:23:53.751984 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] For port 380886a8-5feb-437b-ba6d-47ab1c798d62, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:53.755668 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] For port 380886a8-5feb-437b-ba6d-47ab1c798d62, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=380886a8-5feb-437b-ba6d-47ab1c798d62,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:53.805313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-2ef18a2b-ecff-4020-9664-a3bd7736dfc6 None None] Current status of the port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:53.805798 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:53.840651 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Allocated IP 172.20.0.1 (037e1cac-6132-47c6-a9e8-63b30242e891/62218c8f-66f4-4382-b3ab-23cb02214134/ea5cece5-f35c-4732-899b-fa4d6b9569d8) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:23:53.866560 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f701752-c455-4eda-9c43-c2eb9fdf5924 None None] Pushing event updated for resources: {'Port': ['ID=380886a8-5feb-437b-ba6d-47ab1c798d62,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:53.869252 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:53.869855 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:53.985964 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks [] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.059972 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device d7cde3e3-001b-4a08-9c0f-b0a386e49a96 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:54.077350 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:54.108929 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:54.109296 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.126298 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.177654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Network 037e1cac-6132-47c6-a9e8-63b30242e891 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:54.179684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:54.181548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:54.183857 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:23:54.201644 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:54.223761 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (ccfc06a1-0206-4691-a647-a4438c7787c8), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.281991 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 3, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:54.311526 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcf0b1-9ce2-4e5e-9fea-0f33168f7106 None None] The sync data for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi is: [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 3, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:54.431912 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f057721e-3b37-49d6-b697-9bb7c9f2d454 None None] Provisioning complete for port ea5cece5-f35c-4732-899b-fa4d6b9569d8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:54.432529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f057721e-3b37-49d6-b697-9bb7c9f2d454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.441074 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.487683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f057721e-3b37-49d6-b697-9bb7c9f2d454 None None] Port ea5cece5-f35c-4732-899b-fa4d6b9569d8 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:23:54.507086 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:23:54.667723 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks [] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.747833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.824127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:54.832631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (ccfc06a1-0206-4691-a647-a4438c7787c8), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:54.858175 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924ec01-e27e-4a4f-8c0c-c11748d00db2 req-8e75a7be-11aa-4ce7-a5d7-9adb0f3369cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:54.865223 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3924ec01-e27e-4a4f-8c0c-c11748d00db2 req-8e75a7be-11aa-4ce7-a5d7-9adb0f3369cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0764713 Apr 04 14:23:54.913251 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3924ec01-e27e-4a4f-8c0c-c11748d00db2 req-a1fe7303-4aaf-47ed-ae79-e2cf6821d15b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471425 Apr 04 14:23:54.958831 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Network 037e1cac-6132-47c6-a9e8-63b30242e891 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:23:54.960777 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:23:55.096382 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Router ccfc06a1-0206-4691-a647-a4438c7787c8 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:23:55.220508 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-11c74d04-d0b9-455f-b559-a464bb95b983 None None] Provisioning complete for port ea5cece5-f35c-4732-899b-fa4d6b9569d8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:55.221114 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-11c74d04-d0b9-455f-b559-a464bb95b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:55.227070 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:23:55.234864 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8fb6d5d4-69a7-4ef1-b7f6-572d3ebd4a1a admin admin] 10.222.0.13 "PUT /v2.0/routers/ccfc06a1-0206-4691-a647-a4438c7787c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5065269 Apr 04 14:23:55.274471 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-11c74d04-d0b9-455f-b559-a464bb95b983 None None] Port ea5cece5-f35c-4732-899b-fa4d6b9569d8 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:23:55.926205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34138) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:55.931424 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680705023', 'description': 'tempest-secgroup-smoke-680705023 description', 'project_id': '219e1dc249474585875b6db15f207e90'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:56.023080 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 380886a8-5feb-437b-ba6d-47ab1c798d62 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:56.029683 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.075996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13202371-8510-4163-8c47-3c23eda6d3cb req-cd714f07-1b21-4539-960d-459371c6e5a7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:56.077495 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-13202371-8510-4163-8c47-3c23eda6d3cb req-cd714f07-1b21-4539-960d-459371c6e5a7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0827701 Apr 04 14:23:56.081770 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 380886a8-5feb-437b-ba6d-47ab1c798d62 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:56.082204 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.135964 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Sync routers for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:23:56.152280 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:56.152913 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:56.156887 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (8e652ab1-9f62-491d-a551-7ad6c1d5cfff), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.161669 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-13202371-8510-4163-8c47-3c23eda6d3cb req-b9f088f6-e308-4f7d-8b1f-8a514a907a0e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760276 Apr 04 14:23:56.227869 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8e652ab1-9f62-491d-a551-7ad6c1d5cfff), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.257822 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e652ab1-9f62-491d-a551-7ad6c1d5cfff,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:56.261363 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 380886a8-5feb-437b-ba6d-47ab1c798d62 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:56.261877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.290162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 380886a8-5feb-437b-ba6d-47ab1c798d62, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=380886a8-5feb-437b-ba6d-47ab1c798d62,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:56.306411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:56.350411 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.351965 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c1e1c809-c527-4097-af5f-6d765edca0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4237931 Apr 04 14:23:56.356386 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34142) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:56.360184 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:56.385078 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.456928 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (1f573bfb-da98-4c50-87c1-806727186026), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.529124 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (1f573bfb-da98-4c50-87c1-806727186026), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.604950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (1f573bfb-da98-4c50-87c1-806727186026), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.613355 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=380886a8-5feb-437b-ba6d-47ab1c798d62,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:56.631445 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f573bfb-da98-4c50-87c1-806727186026,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:56.687917 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.691508 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-98eec176-5c4c-41e1-ba91-d99051f5bc9d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328183 Apr 04 14:23:56.691899 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34156) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:56.696501 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:56.714852 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:54Z', 'revision_number': 4, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ea5cece5-f35c-4732-899b-fa4d6b9569d8', 'name': '', 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'mac_address': 'fa:16:3e:b9:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:53Z', 'updated_at': '2022-04-04T14:23:54Z', 'revision_number': 2, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'subnets': [{'id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:56.737898 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Checking router: ccfc06a1-0206-4691-a647-a4438c7787c8 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:23:56.738263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Updating router ccfc06a1-0206-4691-a647-a4438c7787c8 port ea5cece5-f35c-4732-899b-fa4d6b9569d8 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:23:56.770178 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.792684 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (5eedc59b-0334-4552-bb0c-cc10182256fc), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.850230 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (5eedc59b-0334-4552-bb0c-cc10182256fc), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.896081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (5eedc59b-0334-4552-bb0c-cc10182256fc), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.915860 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eedc59b-0334-4552-bb0c-cc10182256fc,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:56.984234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:56.985661 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cda87453-1452-4115-87d2-3fd4d94dcda2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927222 Apr 04 14:23:56.995482 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34160) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:56.999984 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:57.047760 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks [] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.072806 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (db8dae07-58c6-446b-979d-0c67c427a15f), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.134497 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (db8dae07-58c6-446b-979d-0c67c427a15f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.136944 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.212229 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (db8dae07-58c6-446b-979d-0c67c427a15f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.233801 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8dae07-58c6-446b-979d-0c67c427a15f,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:57.236268 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d64d16-d679-4c6a-be7b-513e9f906afc None None] Pushing event updated for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:57.256991 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Attempting to bind port ea5cece5-f35c-4732-899b-fa4d6b9569d8 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:23:57.257379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Attempting to bind port ea5cece5-f35c-4732-899b-fa4d6b9569d8 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:23:57.257750 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Attempting to bind port ea5cece5-f35c-4732-899b-fa4d6b9569d8 on network 037e1cac-6132-47c6-a9e8-63b30242e891 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:23:57.264075 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:23:57.268969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Checking segment: {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:23:57.268969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.268969 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Bound using segment: {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:23:57.270221 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Bound port: ea5cece5-f35c-4732-899b-fa4d6b9569d8, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7281c9-dd89-4828-a0be-5fb4052f6c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:23:57.270731 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.312775 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.314807 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-083bc821-c27f-47eb-bd10-34f87e359922 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3183305 Apr 04 14:23:57.317668 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34164) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:57.326516 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:57.330738 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f987ef-bcce-4940-9484-1d9b47b42a09 req-d9db5c54-6996-4e82-a1e2-6406a212e706 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:57.345762 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0f987ef-bcce-4940-9484-1d9b47b42a09 req-d9db5c54-6996-4e82-a1e2-6406a212e706 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0970917 Apr 04 14:23:57.366261 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] For port ea5cece5-f35c-4732-899b-fa4d6b9569d8, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:23:57.371498 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] For port ea5cece5-f35c-4732-899b-fa4d6b9569d8, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ea5cece5-f35c-4732-899b-fa4d6b9569d8,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:23:57.405272 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0f987ef-bcce-4940-9484-1d9b47b42a09 req-6cfb810d-0cf3-4a9b-ad9e-252ee8e89396 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547006 Apr 04 14:23:57.418313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.422561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (694e50b2-bd9f-4c0e-a4a2-fd6c47082619), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.479142 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:23:57.480290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:23:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:57.500750 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (694e50b2-bd9f-4c0e-a4a2-fd6c47082619), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.550045 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d64d16-d679-4c6a-be7b-513e9f906afc None None] Pushing event updated for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:57.571241 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (694e50b2-bd9f-4c0e-a4a2-fd6c47082619), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.583614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Provisioning complete for port ea5cece5-f35c-4732-899b-fa4d6b9569d8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:57.584001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.590621 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694e50b2-bd9f-4c0e-a4a2-fd6c47082619,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:57.652351 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:23:57.664366 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.665594 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a13e2f7f-9ec5-4fa7-9261-25a35cafd2e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462629 Apr 04 14:23:57.669035 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34168) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:57.673513 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:57.759708 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.securitygroups_db [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Project 219e1dc249474585875b6db15f207e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:23:57.765445 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (e4f87caa-8f4f-47f5-a37f-ac99cdbf0c5c), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.831460 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Current status of the port ea5cece5-f35c-4732-899b-fa4d6b9569d8 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:57.831844 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.842824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (e4f87caa-8f4f-47f5-a37f-ac99cdbf0c5c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.896751 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] For port ea5cece5-f35c-4732-899b-fa4d6b9569d8, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ea5cece5-f35c-4732-899b-fa4d6b9569d8,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:23:57.926598 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (e4f87caa-8f4f-47f5-a37f-ac99cdbf0c5c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:57.933025 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:54Z', 'revision_number': 4, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ea5cece5-f35c-4732-899b-fa4d6b9569d8', 'name': '', 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'mac_address': 'fa:16:3e:b9:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:53Z', 'updated_at': '2022-04-04T14:23:57Z', 'revision_number': 4, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'subnets': [{'id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:23:57.972348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d29da1-f9cd-4854-a9e2-d5bba5d00ecd None None] The sync data for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi is: [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:54Z', 'revision_number': 4, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ea5cece5-f35c-4732-899b-fa4d6b9569d8', 'name': '', 'network_id': '037e1cac-6132-47c6-a9e8-63b30242e891', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'mac_address': 'fa:16:3e:b9:89:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:53Z', 'updated_at': '2022-04-04T14:23:57Z', 'revision_number': 4, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'subnets': [{'id': '62218c8f-66f4-4382-b3ab-23cb02214134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:23:57.974174 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f87caa-8f4f-47f5-a37f-ac99cdbf0c5c,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:58.004367 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.074180 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.075630 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-39a7b6a5-6d25-4ea0-b1ef-18da224871a4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4056387 Apr 04 14:23:58.078145 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34186) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:58.092269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'security_group_rule': {'security_group_id': '8e652ab1-9f62-491d-a551-7ad6c1d5cfff', 'project_id': '219e1dc249474585875b6db15f207e90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:58.099286 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 380886a8-5feb-437b-ba6d-47ab1c798d62 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:23:58.163267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef891f0f-95a8-4a16-affe-c59d75bcffa9 None None] Pushing event updated for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:58.192733 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-adb043f6-b77b-4eb4-9890-15ffb3f62d49 None None] Provisioning complete for port ea5cece5-f35c-4732-899b-fa4d6b9569d8 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:58.193129 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-adb043f6-b77b-4eb4-9890-15ffb3f62d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.233600 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.securitygroups_db [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Project 219e1dc249474585875b6db15f207e90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:23:58.238755 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (72389026-14a7-4621-8351-0307b4777de4), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.245579 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 380886a8-5feb-437b-ba6d-47ab1c798d62 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:23:58.245579 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.339578 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (72389026-14a7-4621-8351-0307b4777de4), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.373320 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-adb043f6-b77b-4eb4-9890-15ffb3f62d49 None None] Current status of the port ea5cece5-f35c-4732-899b-fa4d6b9569d8 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:58.395072 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 380886a8-5feb-437b-ba6d-47ab1c798d62 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:23:58.484987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (72389026-14a7-4621-8351-0307b4777de4), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.500409 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72389026-14a7-4621-8351-0307b4777de4,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:58.537192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34194) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:58.546458 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638176290', 'description': 'tempest-description--431712886'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:58.555453 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4564c0-7c44-4c79-b283-216f3af4bd90 req-3169ffb9-3e29-43fc-a81e-4b867b095b0c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:58.567534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-de4564c0-7c44-4c79-b283-216f3af4bd90 req-3169ffb9-3e29-43fc-a81e-4b867b095b0c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0642354 Apr 04 14:23:58.597178 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.598328 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ed8813e8-bcc1-4129-8299-205a4066c1af tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5189998 Apr 04 14:23:58.640541 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-de4564c0-7c44-4c79-b283-216f3af4bd90 req-9183b3bc-b5ac-443a-8cad-fb1cfbb95be7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672596 Apr 04 14:23:58.707143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.815703 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5bf49252-7977-4666-a20e-a9a768d4c969), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.902826 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5bf49252-7977-4666-a20e-a9a768d4c969), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:58.933113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf49252-7977-4666-a20e-a9a768d4c969,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:59.013397 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.017937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5cde3c8e-6fd2-44a1-9b8f-a41b1bf3f62c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4762304 Apr 04 14:23:59.017937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34246) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:59.022219 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '5bf49252-7977-4666-a20e-a9a768d4c969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:59.118926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (9d460d0d-9856-47a2-9f1e-69b3b10dd94d), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.178381 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (9d460d0d-9856-47a2-9f1e-69b3b10dd94d), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.250446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (9d460d0d-9856-47a2-9f1e-69b3b10dd94d), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.269223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d460d0d-9856-47a2-9f1e-69b3b10dd94d,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:59.338234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.339537 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c6741991-2800-4392-aefb-736bd4ca7b97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208890 Apr 04 14:23:59.348306 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34248) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:59.352961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '5bf49252-7977-4666-a20e-a9a768d4c969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:59.449904 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (0a90fa1a-547e-4b51-8fff-f04d28fc0fe9), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.507420 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (0a90fa1a-547e-4b51-8fff-f04d28fc0fe9), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.582026 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (0a90fa1a-547e-4b51-8fff-f04d28fc0fe9), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.598946 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a90fa1a-547e-4b51-8fff-f04d28fc0fe9,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:23:59.663976 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.665212 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-10aeddee-d66f-4113-bd8e-1c08a90607bb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159194 Apr 04 14:23:59.671972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34254) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:23:59.677246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:23:59.741897 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:23:59.784602 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5a4b3-4917-4feb-9b67-ee47ed76dc96 req-65518645-bb2c-4f96-b3e4-aa42a1e7c540 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:23:59.786171 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-89c5a4b3-4917-4feb-9b67-ee47ed76dc96 req-65518645-bb2c-4f96-b3e4-aa42a1e7c540 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0657470 Apr 04 14:23:59.836169 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-89c5a4b3-4917-4feb-9b67-ee47ed76dc96 req-6d7438f0-aa39-4728-a2b0-4e8d69f70a8d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Apr 04 14:23:59.859271 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.029359 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.27.3.36 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/64f006c8-3ee8-4053-9c4f-5b70472dbac6) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:00.138972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15202-e136-41ef-bcf3-1d7cd72950f8 req-8aa9c521-7979-4a6c-9264-a4b7e1159bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:00.140562 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2fc15202-e136-41ef-bcf3-1d7cd72950f8 req-8aa9c521-7979-4a6c-9264-a4b7e1159bde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1129 time: 0.1284688 Apr 04 14:24:00.190988 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ea5cece5-f35c-4732-899b-fa4d6b9569d8 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:24:00.223444 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.235059 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2fc15202-e136-41ef-bcf3-1d7cd72950f8 req-2885956c-3bb0-4930-b062-9f06717c8bae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758293 Apr 04 14:24:00.250020 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port ea5cece5-f35c-4732-899b-fa4d6b9569d8 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:00.250508 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.328381 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port ea5cece5-f35c-4732-899b-fa4d6b9569d8 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:00.371215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.413829 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:00.418338 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:00.424543 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:00.430061 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=64f006c8-3ee8-4053-9c4f-5b70472dbac6,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:00.514011 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.609933 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.767540 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.798930 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.870543 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=64f006c8-3ee8-4053-9c4f-5b70472dbac6,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:00.881728 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.951278 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:00.960825 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-75fa809c-f5c0-4139-8e5a-5ffc5c9498c8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2788713 Apr 04 14:24:00.961137 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408a902-4219-4f4c-8ce7-a53070529f6b req-05ab05b3-850a-4e7e-a16d-f00496dbea95 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:00.962955 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4408a902-4219-4f4c-8ce7-a53070529f6b req-05ab05b3-850a-4e7e-a16d-f00496dbea95 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0581675 Apr 04 14:24:01.020689 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4408a902-4219-4f4c-8ce7-a53070529f6b req-4aebe68a-89b3-4c25-982c-add6f5a9e031 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Apr 04 14:24:02.144245 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67467e2-284c-4564-8124-7e1ca4531d2a req-9f8d4a57-b5cf-44c8-a142-4e035ee5322e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.145891 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e67467e2-284c-4564-8124-7e1ca4531d2a req-9f8d4a57-b5cf-44c8-a142-4e035ee5322e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0539088 Apr 04 14:24:02.194568 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e67467e2-284c-4564-8124-7e1ca4531d2a req-e93e5777-1650-4df7-ab51-2ac8a92cc57d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Apr 04 14:24:02.647934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85cff-dd1b-4d98-a54d-4c98d6075270 req-0e3f2a44-7682-4c36-82f5-9ebf59faab83 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.649407 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6ee85cff-dd1b-4d98-a54d-4c98d6075270 req-0e3f2a44-7682-4c36-82f5-9ebf59faab83 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0569334 Apr 04 14:24:02.725215 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6ee85cff-dd1b-4d98-a54d-4c98d6075270 req-78e99feb-013d-4e52-9239-bd0cdcd298e1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662975 Apr 04 14:24:02.728240 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-14b68a90-2f72-4267-9fca-6151742cc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.729683 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-14b68a90-2f72-4267-9fca-6151742cc5f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1129 time: 0.0791960 Apr 04 14:24:02.827505 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-381ace7b-4856-486b-b6cb-0f921c9a2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.828887 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-381ace7b-4856-486b-b6cb-0f921c9a2ddc service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0920062 Apr 04 14:24:02.877743 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-0679cd24-b1de-485e-a08a-4672932b84ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 217 time: 0.0352113 Apr 04 14:24:02.930209 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-6129093f-2829-449d-8611-b738d23d0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.931714 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-6129093f-2829-449d-8611-b738d23d0d8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0440841 Apr 04 14:24:02.985320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-5de488be-6924-410c-9d06-8589879a82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:02.986984 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-5de488be-6924-410c-9d06-8589879a82e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477841 Apr 04 14:24:03.081539 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-555a05af-ed68-4eff-9ce3-a004f1bb9205 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Apr 04 14:24:03.171403 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d7fb943a-e5a8-4930-9d92-4d71caf9368b req-437c0e22-e1e6-47dc-9ef9-aa6341ff1954 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Apr 04 14:24:04.169610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e962418-4cce-4b38-a844-899d957564fb req-882dabde-ec31-41df-b4aa-ead49e1f90c6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:04.171127 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3e962418-4cce-4b38-a844-899d957564fb req-882dabde-ec31-41df-b4aa-ead49e1f90c6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0555081 Apr 04 14:24:04.222597 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3e962418-4cce-4b38-a844-899d957564fb req-0a678632-c441-4f07-aac5-c52851e0ddee tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Apr 04 14:24:05.348100 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f317b65-107c-4eb6-983b-eff5af070830 req-8d86e41c-6a48-40c6-b287-3527334d36f0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:05.349623 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7f317b65-107c-4eb6-983b-eff5af070830 req-8d86e41c-6a48-40c6-b287-3527334d36f0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0538719 Apr 04 14:24:05.401575 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7f317b65-107c-4eb6-983b-eff5af070830 req-c76098fd-eecd-4ec5-bfe6-d1edbabb9a66 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Apr 04 14:24:07.772507 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34442) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:08.033900 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Deleting subnet e9e543c1-7c3d-4113-99a1-ef0906d74f1c {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:24:08.037141 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Publish callbacks [] for subnet (e9e543c1-7c3d-4113-99a1-ef0906d74f1c), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.069989 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (e9e543c1-7c3d-4113-99a1-ef0906d74f1c), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.110866 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (e9e543c1-7c3d-4113-99a1-ef0906d74f1c), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.211087 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (e9e543c1-7c3d-4113-99a1-ef0906d74f1c), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.241467 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e543c1-7c3d-4113-99a1-ef0906d74f1c,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:08.245200 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.248432 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-24d8aa5b-7f90-4b5e-89bd-cdafdb0d5f48 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9e543c1-7c3d-4113-99a1-ef0906d74f1c HTTP/1.1" status: 204 len: 168 time: 0.4749203 Apr 04 14:24:08.251004 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34446) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:08.320761 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (0dc77ad5-9936-449b-9fd3-ce1baaa542f6), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.405175 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (0dc77ad5-9936-449b-9fd3-ce1baaa542f6), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.425215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc77ad5-9936-449b-9fd3-ce1baaa542f6']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:08.434365 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:08.434667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:08.443747 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.457190 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.462934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:24:08.463287 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (1b8a3a60-4bc8-4c28-a2d9-b9e9c65f7fbf), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:24:08.464868 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:24:08.576491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (0dc77ad5-9936-449b-9fd3-ce1baaa542f6), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.581737 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.584963 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0dc77ad5-9936-449b-9fd3-ce1baaa542f6 HTTP/1.1" status: 204 len: 168 time: 0.3330140 Apr 04 14:24:08.587919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34450) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:08.595828 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf864fa-b5d9-4de4-b20f-9bf27642ce44 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc77ad5-9936-449b-9fd3-ce1baaa542f6,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:08.631091 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Deleting subnet 9cadd07c-c664-438c-b384-e79aa0b157f3 {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:24:08.634556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Publish callbacks [] for subnet (9cadd07c-c664-438c-b384-e79aa0b157f3), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.670191 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Publish callbacks [] for subnet (9cadd07c-c664-438c-b384-e79aa0b157f3), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.675743 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (9cadd07c-c664-438c-b384-e79aa0b157f3), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.805194 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (9cadd07c-c664-438c-b384-e79aa0b157f3), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.832480 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cadd07c-c664-438c-b384-e79aa0b157f3,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:08.834318 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.837549 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0383da19-9a7f-4bae-8ae5-1eb8d364342e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cadd07c-c664-438c-b384-e79aa0b157f3 HTTP/1.1" status: 204 len: 168 time: 0.2485509 Apr 04 14:24:08.840387 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34454) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:08.914072 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (f13a6fa5-dd8e-4a56-ba2e-f58cb3839407), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:08.992127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (f13a6fa5-dd8e-4a56-ba2e-f58cb3839407), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.011924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a6fa5-dd8e-4a56-ba2e-f58cb3839407']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:09.021709 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68ba45d-0079-432c-943c-4c2e9e4c8da2') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:09.022016 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68ba45d-0079-432c-943c-4c2e9e4c8da2') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:09.032491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (d68ba45d-0079-432c-943c-4c2e9e4c8da2), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.046297 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (d68ba45d-0079-432c-943c-4c2e9e4c8da2), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.052832 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:24:09.053241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (d68ba45d-0079-432c-943c-4c2e9e4c8da2), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:24:09.054954 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:24:09.210671 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (f13a6fa5-dd8e-4a56-ba2e-f58cb3839407), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.215967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.219511 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] 10.222.0.13 "DELETE /v2.0/networks/f13a6fa5-dd8e-4a56-ba2e-f58cb3839407 HTTP/1.1" status: 204 len: 168 time: 0.3759859 Apr 04 14:24:09.231734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb3609-cdc0-4c62-b2ed-677c4bf0246b admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a6fa5-dd8e-4a56-ba2e-f58cb3839407,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:09.554810 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34462) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:09.594175 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7b81476f-d963-4b5a-bc27-95e808f5b9d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c0cfd7217d4008ba0ea67d7ad12209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380714 Apr 04 14:24:09.596598 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34464) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:09.642931 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] Publish callbacks [] for security_group (41fe029f-bce9-4da2-817a-03f187df6840), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.663208 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] Publish callbacks [] for security_group (41fe029f-bce9-4da2-817a-03f187df6840), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.764657 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (41fe029f-bce9-4da2-817a-03f187df6840), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.767401 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:09.768557 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41fe029f-bce9-4da2-817a-03f187df6840 HTTP/1.1" status: 204 len: 168 time: 0.1710739 Apr 04 14:24:09.776628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8510c-1517-49d3-8ee0-ef3fbd5372e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe029f-bce9-4da2-817a-03f187df6840,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:10.406803 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34476) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:10.446724 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0dfbb763-7957-45c4-9ddc-7bb61af935ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79a19bd375b642fb88c8b7c88acf5eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387256 Apr 04 14:24:10.449188 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34478) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:10.500003 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] Publish callbacks [] for security_group (e278d36c-d88e-49d4-b5c5-09f55e3a07ff), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:10.521649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] Publish callbacks [] for security_group (e278d36c-d88e-49d4-b5c5-09f55e3a07ff), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:10.633723 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e278d36c-d88e-49d4-b5c5-09f55e3a07ff), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:10.636313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:10.637508 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e278d36c-d88e-49d4-b5c5-09f55e3a07ff HTTP/1.1" status: 204 len: 168 time: 0.1867766 Apr 04 14:24:10.649880 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2245e41-1470-4754-ac89-d073f23182a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278d36c-d88e-49d4-b5c5-09f55e3a07ff,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:10.740227 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-df0be3e7-9f84-4e92-9d5b-3e6feb4c9e1e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1638176290&fields=id&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 267 time: 0.0492237 Apr 04 14:24:10.851955 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-7b19b677-e67f-4835-903f-a0b368db364f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:10.853579 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-7b19b677-e67f-4835-903f-a0b368db364f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.1062727 Apr 04 14:24:10.868896 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-b676ce88-7c55-45ef-a3f0-2e18ee8293d1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/quotas/fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 375 time: 0.0091608 Apr 04 14:24:10.931926 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-442eadb0-6be2-4954-848b-d6d8393183e8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567563 Apr 04 14:24:11.073012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-200defe1-4b00-4771-aeba-853fd4e6ffa8 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178877 Apr 04 14:24:11.074372 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121cc96-7486-4d17-ba9b-92a3c643d565 req-f470b0fc-bc95-4012-84b1-622dc0345ec6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:11.077546 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b121cc96-7486-4d17-ba9b-92a3c643d565 req-f470b0fc-bc95-4012-84b1-622dc0345ec6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0791535 Apr 04 14:24:11.148885 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b121cc96-7486-4d17-ba9b-92a3c643d565 req-b1a913af-6571-4c06-a184-a35781e407ed tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Apr 04 14:24:11.175932 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-a55b9046-3b11-4e49-b1d5-91ceb2545b98 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019988 Apr 04 14:24:11.182707 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-af1f96e6-c489-4ad6-96ce-0e8680b06b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:11.330945 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9265ce5-31f7-4bf0-b3b1-455da0526e15 req-e93adaee-ac88-4c3d-9ea6-01a3c726e2ff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:11.334751 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b9265ce5-31f7-4bf0-b3b1-455da0526e15 req-e93adaee-ac88-4c3d-9ea6-01a3c726e2ff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0718284 Apr 04 14:24:11.380991 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b9265ce5-31f7-4bf0-b3b1-455da0526e15 req-fba79d98-d348-46e5-9634-7d15cb87f590 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Apr 04 14:24:11.565876 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-26b877ee-587f-4b79-add6-ff84c2844b8c req-0aa05c1a-43a7-4ef4-ac1b-2e0bddef8bb5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 210 time: 0.0599449 Apr 04 14:24:12.013668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad90bb1-f633-4ea5-9a91-7c428f23fce9 req-79e8d013-457a-4166-903b-3f59e3e536e6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:12.016038 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7ad90bb1-f633-4ea5-9a91-7c428f23fce9 req-79e8d013-457a-4166-903b-3f59e3e536e6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0697517 Apr 04 14:24:12.071078 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7ad90bb1-f633-4ea5-9a91-7c428f23fce9 req-e173292e-546f-4d6c-aec8-39c541ad6ff4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483885 Apr 04 14:24:12.515541 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d9e5-ae6b-4591-8c90-ef049d68a8b6 req-438ca5c0-445d-4238-8225-804f6611018f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:12.517048 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6002d9e5-ae6b-4591-8c90-ef049d68a8b6 req-438ca5c0-445d-4238-8225-804f6611018f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Apr 04 14:24:12.564980 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6002d9e5-ae6b-4591-8c90-ef049d68a8b6 req-fd2cbc12-9526-4bcb-8ddd-098922b4c61f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Apr 04 14:24:12.657496 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-31690c3b-d636-49a6-96eb-6db504624a7b req-f36bcc65-3fae-4a0a-b2d0-56f961f03dfb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 210 time: 0.0300455 Apr 04 14:24:13.062935 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34610) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:13.067638 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473209781', 'description': 'tempest-description--896028174'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:13.159363 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.195943 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629c42-ab6c-415a-8fca-d2de71394dbd req-57dd0c80-c2bd-4769-a9bc-00b01c0aebeb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:13.197423 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f6629c42-ab6c-415a-8fca-d2de71394dbd req-57dd0c80-c2bd-4769-a9bc-00b01c0aebeb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0569398 Apr 04 14:24:13.234892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (d341324a-1d60-4f0e-8895-12405583b074), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.246098 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f6629c42-ab6c-415a-8fca-d2de71394dbd req-f49572d0-df5e-4581-b4ec-f98a98c73fda tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Apr 04 14:24:13.296626 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d341324a-1d60-4f0e-8895-12405583b074), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.332193 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d341324a-1d60-4f0e-8895-12405583b074,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:13.378226 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.383899 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-9f93059f-5ba5-4735-b5ed-e4380ccbe544 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3156927 Apr 04 14:24:13.385599 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 34630) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:13.388751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'security_group_rule': {'security_group_id': 'd341324a-1d60-4f0e-8895-12405583b074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:13.434027 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-5e15f3f8-f680-42c1-9ad6-d8623ac0f2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.541241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (d73c1d43-8f11-4c9c-9be1-736d8ce56cf5), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.659352 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (d73c1d43-8f11-4c9c-9be1-736d8ce56cf5), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.703406 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-78d6e0b6-221f-4566-955a-371f73aa90b1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:13.706282 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad9ce-d77c-4830-8667-3431007ed101 req-ab1e57c2-f17a-4638-a47e-55689e5c21ae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:13.706282 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fbad9ce-d77c-4830-8667-3431007ed101 req-ab1e57c2-f17a-4638-a47e-55689e5c21ae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0653458 Apr 04 14:24:13.707304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-78d6e0b6-221f-4566-955a-371f73aa90b1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.1224108 Apr 04 14:24:13.728534 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (d73c1d43-8f11-4c9c-9be1-736d8ce56cf5), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.766174 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fbad9ce-d77c-4830-8667-3431007ed101 req-b441c82b-643d-4490-aef7-3cc34eccc2cb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552826 Apr 04 14:24:13.809716 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c1d43-8f11-4c9c-9be1-736d8ce56cf5,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:13.815215 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9f1ab6b8-6262-4b08-9747-1d2ccc7a36a6 req-9556761b-6f04-4b80-913b-7f901e65e6a3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 210 time: 0.0655398 Apr 04 14:24:13.856130 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-938cae47-f3e4-4194-953e-ffb43af963ae tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 473 time: 0.1368618 Apr 04 14:24:13.859452 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:13.860527 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-eac26382-7a08-4457-a3f5-97ddfe99a53a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760332 Apr 04 14:24:13.863587 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34638) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:13.865277 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'port': {'device_id': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'admin_state_up': True, 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'security_groups': ['5bf49252-7977-4666-a20e-a9a768d4c969']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:13.868390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'security_group_rule': {'security_group_id': 'd341324a-1d60-4f0e-8895-12405583b074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:13.942790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (f765ed69-7efa-4c12-a7ff-c996e27f27b2), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.004275 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (f765ed69-7efa-4c12-a7ff-c996e27f27b2), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.016621 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:24:14.020006 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.056785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (f765ed69-7efa-4c12-a7ff-c996e27f27b2), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.078515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f765ed69-7efa-4c12-a7ff-c996e27f27b2,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:14.132434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.133635 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e5ebd2c0-ebb9-493e-81de-fcea348fce6a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2689962 Apr 04 14:24:14.136685 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34644) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:14.141759 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:14.152081 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.20.0.13 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/f9fb6570-cc4d-4ff2-bd04-68ad47be6350) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:14.222251 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.299856 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.338659 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.451063 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.475877 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e53701-0292-41c4-9974-0299f3f0961e req-19b3bc10-e623-4fdd-b056-81baa472939d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:14.477361 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-46e53701-0292-41c4-9974-0299f3f0961e req-19b3bc10-e623-4fdd-b056-81baa472939d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1009269 Apr 04 14:24:14.495689 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:14.497215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Allocated IP 172.27.3.92 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/75247ca7-7a58-4035-aed4-200d70e4e3e1) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:14.503810 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:14.505715 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:14.510371 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:14.558265 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.558748 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.559159 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.559714 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.559909 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.560314 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.560717 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.561183 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.561507 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.561841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.562167 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.562497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.562823 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.563210 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.563620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:14.583663 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:14.584319 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.592409 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-46e53701-0292-41c4-9974-0299f3f0961e req-b0b837bd-3d0c-40da-8ca6-3d1a83f3eade tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072602 Apr 04 14:24:14.647531 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.650831 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.706536 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-c8800ed6-6b1a-434e-ba1e-75a312a1bdb0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8432760 Apr 04 14:24:14.719185 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Request body: {'port': {'device_id': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:14.747905 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.778293 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.789465 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:14.792285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:14.798132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:14.808589 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'Port': ['ID=75247ca7-7a58-4035-aed4-200d70e4e3e1,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:14.838885 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-5701fff2-f626-46fd-848e-42c4b992d605 None None] Provisioning complete for port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:14.839333 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-5701fff2-f626-46fd-848e-42c4b992d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.883071 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:14.885252 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-5701fff2-f626-46fd-848e-42c4b992d605 None None] Port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:24:14.980353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288a923-5ce4-49a0-985b-daedc18a769f req-57e08882-e023-4e5c-bf13-78985e528a8c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:14.981815 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6288a923-5ce4-49a0-985b-daedc18a769f req-57e08882-e023-4e5c-bf13-78985e528a8c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 932 time: 0.0535805 Apr 04 14:24:15.023556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.038537 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b70e0-130c-4d75-98ed-25b278f781ec req-0f036bb1-ee6c-4697-afb6-fb54cdb90752 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:15.039998 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4f5b70e0-130c-4d75-98ed-25b278f781ec req-0f036bb1-ee6c-4697-afb6-fb54cdb90752 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1195574 Apr 04 14:24:15.083050 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6288a923-5ce4-49a0-985b-daedc18a769f req-dd83f292-ae3c-43d2-ada7-84372f349696 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821486 Apr 04 14:24:15.126878 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4f5b70e0-130c-4d75-98ed-25b278f781ec req-3a2039db-9caf-4e66-86b5-90fcb4244dd8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753505 Apr 04 14:24:15.188700 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fb6570-cc4d-4ff2-bd04-68ad47be6350 {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:15.196130 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks [] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.208980 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Transition to ACTIVE for port object f9fb6570-cc4d-4ff2-bd04-68ad47be6350 will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:24:15.215981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.296026 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.325202 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.357137 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:15.360810 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.381530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'Port': ['ID=75247ca7-7a58-4035-aed4-200d70e4e3e1,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:15.387622 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.390790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.391151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.391539 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.391966 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.392313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.392651 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.392986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.393319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.393650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.393978 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.394307 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.394802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.395135 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.395491 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.395818 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:15.435373 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.437146 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1aac3cc5-ea73-42d4-9c17-f4755c48c0c2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2989867 Apr 04 14:24:15.446581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Attempting to bind port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:24:15.446581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Attempting to bind port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:24:15.446581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Attempting to bind port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:15.453544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:24:15.453544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Attempting to bind port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:15.454399 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:24:15.454399 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:24:15.455483 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:24:15.455483 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Bound port: f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:24:15.455668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.532389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:24:15.538696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:24:15.622476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.662386 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:15.662876 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.664269 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] 10.222.0.18 "PUT /v2.0/ports/f9fb6570-cc4d-4ff2-bd04-68ad47be6350 HTTP/1.1" status: 200 len: 1094 time: 0.9492381 Apr 04 14:24:15.664711 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:15.666912 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2f000-e3cc-4396-b235-4d99d07e0c63" -d '{"events": [{"name": "network-changed", "server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:15.720220 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77194a5-9ff3-47db-815c-60f7a698a80a service neutron] Pushing event updated for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:15.747157 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fafd3c-89a1-4e19-bc89-24fd375ad3df req-97cfb0a9-6e7e-4aa2-b00c-f4b11b62d135 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:15.754920 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a5fafd3c-89a1-4e19-bc89-24fd375ad3df req-97cfb0a9-6e7e-4aa2-b00c-f4b11b62d135 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0787938 Apr 04 14:24:15.826735 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a5fafd3c-89a1-4e19-bc89-24fd375ad3df req-8f2b9d5e-378e-4af3-9dae-aaf66a54a9b9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712993 Apr 04 14:24:15.841260 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-519a7e49-1f74-41cf-8a31-15a8621c9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:15.843336 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-519a7e49-1f74-41cf-8a31-15a8621c9312 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 1128 time: 0.0731964 Apr 04 14:24:15.879011 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:15.893017 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79c473-0fcc-47d8-af12-2d6d949dd90c x-openstack-request-id: req-cf79c473-0fcc-47d8-af12-2d6d949dd90c {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:15.893307 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:15.893558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf79c473-0fcc-47d8-af12-2d6d949dd90c {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:15.893954 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf79c473-0fcc-47d8-af12-2d6d949dd90c'] response: {'name': 'network-changed', 'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'status': 'completed', 'code': 200} Apr 04 14:24:15.895803 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-30ffec59-6805-4903-9322-ade27091594a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350 HTTP/1.1" status: 200 len: 217 time: 0.0444677 Apr 04 14:24:15.957376 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-3738d08e-70b1-4067-90e5-be4587786750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:15.959950 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-3738d08e-70b1-4067-90e5-be4587786750 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0511808 Apr 04 14:24:16.012698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f70e5cab-27c0-4f5a-b58d-5507922c07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.014197 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-f70e5cab-27c0-4f5a-b58d-5507922c07f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473177 Apr 04 14:24:16.087315 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-c04e2524-f07c-428e-b121-4f9322b3ac82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439744 Apr 04 14:24:16.111928 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-e549ea16-766a-441b-b2ff-6845dfa7e333 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884757 Apr 04 14:24:16.159622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-134a4a35-e5a8-4988-a6f7-b2d1b56c486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.161383 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-134a4a35-e5a8-4988-a6f7-b2d1b56c486f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 1129 time: 0.0516195 Apr 04 14:24:16.250937 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828987f-0adb-4c46-9880-85bb1ff34c3b req-fcb1785d-1074-43a3-9874-caeca27e8919 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.252424 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4828987f-0adb-4c46-9880-85bb1ff34c3b req-fcb1785d-1074-43a3-9874-caeca27e8919 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.0864460 Apr 04 14:24:16.258210 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-286f63ce-82f9-4500-bf51-ee6b6bfce5f5 req-1bbe0f5e-2ff8-4fd3-87b4-7cf0258e6027 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356328 Apr 04 14:24:16.289774 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-974ff792-72e0-44ce-be63-d522390c29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.291321 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-974ff792-72e0-44ce-be63-d522390c29e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.1035657 Apr 04 14:24:16.311926 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4828987f-0adb-4c46-9880-85bb1ff34c3b req-2450a0db-f69d-48ec-a096-f7600667df9a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526886 Apr 04 14:24:16.341132 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-062c3cda-0de5-45eb-8f40-33177399629d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 200 len: 217 time: 0.0373580 Apr 04 14:24:16.401660 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-f83b3025-7074-4641-9da1-405827db69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.403019 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-f83b3025-7074-4641-9da1-405827db69c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0467725 Apr 04 14:24:16.459062 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050420-209c-402e-91d6-2ce7f964089f req-77fdec9a-754b-4899-977f-1a3a7bcf4778 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.460735 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-99050420-209c-402e-91d6-2ce7f964089f req-77fdec9a-754b-4899-977f-1a3a7bcf4778 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0848744 Apr 04 14:24:16.464118 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-3373143d-368d-44ec-af81-d4e16bf6e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.465625 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-3373143d-368d-44ec-af81-d4e16bf6e6c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 1128 time: 0.0807946 Apr 04 14:24:16.579336 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-99050420-209c-402e-91d6-2ce7f964089f req-14acdb70-5736-4789-b8dc-769c57a187e1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075788 Apr 04 14:24:16.602638 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-16875d53-4cbd-4e1e-98be-fa075ee10db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.604269 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-16875d53-4cbd-4e1e-98be-fa075ee10db7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.1313832 Apr 04 14:24:16.652304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-0713bed4-442e-49ed-a505-989982beb776 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350 HTTP/1.1" status: 200 len: 217 time: 0.0398083 Apr 04 14:24:16.673843 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-1663c568-9a44-4bc5-8652-0b43cb48b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.675341 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-1663c568-9a44-4bc5-8652-0b43cb48b4ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2658932 Apr 04 14:24:16.715546 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-8f6070d6-4ab4-4f83-8d9f-3dffba4b364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.717030 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-8f6070d6-4ab4-4f83-8d9f-3dffba4b364a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0585802 Apr 04 14:24:16.766181 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-2fd57206-0ddd-487c-9545-259cab0d257b service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841980 Apr 04 14:24:16.767055 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-829af1df-7c63-4942-8cfa-fd21a2ed6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:16.768655 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-829af1df-7c63-4942-8cfa-fd21a2ed6806 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447061 Apr 04 14:24:16.868172 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-58572db2-f18e-41fb-bbb3-cbaa952edf9f service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848885 Apr 04 14:24:16.874932 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d0a1806-c106-4fee-9977-4e1f93ebc8cd req-460e511d-d292-4eae-88d6-3289ce00f43d service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931067 Apr 04 14:24:16.995621 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46d2f000-e3cc-4396-b235-4d99d07e0c63 req-7c06d724-afff-46fe-ac76-2efa84bfa5c9 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215208 Apr 04 14:24:17.003964 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844858f-1e34-49ac-b475-65c53192719e req-42c2656d-c7c9-441a-8809-fc71c4f50b7a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:17.005351 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8844858f-1e34-49ac-b475-65c53192719e req-42c2656d-c7c9-441a-8809-fc71c4f50b7a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0840318 Apr 04 14:24:17.057905 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8844858f-1e34-49ac-b475-65c53192719e req-d33c468a-62f3-4cdb-b81f-b35d94f9dc09 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467680 Apr 04 14:24:17.353250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:17.457152 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c680e-6777-492d-a361-6bae76b7ce3f req-cfe7ccb5-15cd-48e8-9ea0-d42450005ac1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:17.458716 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-065c680e-6777-492d-a361-6bae76b7ce3f req-cfe7ccb5-15cd-48e8-9ea0-d42450005ac1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.0712562 Apr 04 14:24:17.508393 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-065c680e-6777-492d-a361-6bae76b7ce3f req-92897bf4-4d4e-4f0d-9890-92f14d985699 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441120 Apr 04 14:24:17.708001 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bed16-31f2-4622-b1c6-c1338c70feb3 req-aa9de189-ec2e-423e-8432-87465b1acc81 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:17.709510 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-618bed16-31f2-4622-b1c6-c1338c70feb3 req-aa9de189-ec2e-423e-8432-87465b1acc81 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0562868 Apr 04 14:24:17.757792 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-618bed16-31f2-4622-b1c6-c1338c70feb3 req-6f1c2a56-466f-4703-a996-8d8c37f4177b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428481 Apr 04 14:24:18.183267 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e643f-3b02-4f13-a8d5-603ab336b655 req-a20f5229-b2a8-4101-83ab-18c9221bcbe1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:18.184737 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ae0e643f-3b02-4f13-a8d5-603ab336b655 req-a20f5229-b2a8-4101-83ab-18c9221bcbe1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0556686 Apr 04 14:24:18.234131 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ae0e643f-3b02-4f13-a8d5-603ab336b655 req-1348de12-4de1-4cfb-a994-f64a4cb5c0b0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Apr 04 14:24:18.634269 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ccbc-3866-49ae-bd5a-554d7e484354 req-04c201d9-139a-412d-9730-4babb92c6ac5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:18.635857 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2469ccbc-3866-49ae-bd5a-554d7e484354 req-04c201d9-139a-412d-9730-4babb92c6ac5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.0597208 Apr 04 14:24:18.670231 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-a59223d1-e107-4251-a500-10d4541aaa3b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1473209781&fields=id&tenant_id=54340a3426894ba88a09a8b92b6b1805 HTTP/1.1" status: 200 len: 267 time: 0.0536461 Apr 04 14:24:18.685328 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2469ccbc-3866-49ae-bd5a-554d7e484354 req-470411e1-9acf-42a9-9585-7de11197970d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Apr 04 14:24:18.777866 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b4e6f809-57de-4993-88d2-c3653b7793ed tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:18.779352 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b4e6f809-57de-4993-88d2-c3653b7793ed tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.1025178 Apr 04 14:24:18.794185 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-31f1544d-7abd-4448-870d-7ef384dcef8d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/quotas/54340a3426894ba88a09a8b92b6b1805 HTTP/1.1" status: 200 len: 375 time: 0.0089686 Apr 04 14:24:18.860825 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-69c4dc59-e45a-4dc3-9e73-a43e7bd478ca tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0608888 Apr 04 14:24:18.880104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab7cf-93dd-4edc-b7dd-be612e35d392 req-7aea9798-a62f-4e8a-a1ed-7be6d7330782 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:18.881570 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bacab7cf-93dd-4edc-b7dd-be612e35d392 req-7aea9798-a62f-4e8a-a1ed-7be6d7330782 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0512717 Apr 04 14:24:18.935981 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bacab7cf-93dd-4edc-b7dd-be612e35d392 req-292f0b27-7c91-4d9a-98e1-d78c7f53b0c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Apr 04 14:24:18.954173 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-a5cf6872-ee0f-4cc4-ac1b-5373d9f7d234 service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822370 Apr 04 14:24:19.045215 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-49d55287-35e0-4d10-be2e-cd446e9ba4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850773 Apr 04 14:24:19.306219 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ae236eac-03a4-4774-bf0b-ceb791c4bfbe req-464ffbcb-d745-4197-8ae2-09e2afc3d16a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 210 time: 0.0301807 Apr 04 14:24:19.362399 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc079c-13ae-4a12-adf0-012a335faa7a req-51a0bbb2-5e16-46a0-bab0-b3a04197d271 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:19.363924 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6fbc079c-13ae-4a12-adf0-012a335faa7a req-51a0bbb2-5e16-46a0-bab0-b3a04197d271 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0554814 Apr 04 14:24:19.418784 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6fbc079c-13ae-4a12-adf0-012a335faa7a req-8ca8f38f-b0e9-4b06-bef9-0e0796aca320 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466776 Apr 04 14:24:19.802926 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b08c3-b15d-4b57-9504-0ad3d0ac0bca req-e93fe9c6-4e80-4e10-9659-9ca27ba8a87a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:19.804439 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-995b08c3-b15d-4b57-9504-0ad3d0ac0bca req-e93fe9c6-4e80-4e10-9659-9ca27ba8a87a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.0518665 Apr 04 14:24:19.850516 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-995b08c3-b15d-4b57-9504-0ad3d0ac0bca req-7f4dfeb0-8aa0-4187-96a1-05741036aac4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Apr 04 14:24:20.057888 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c0f3-897a-497a-95fe-67b2bd569872 req-5b94328a-8ea6-4841-98cc-3173f4cb01e1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:20.059422 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8fb6c0f3-897a-497a-95fe-67b2bd569872 req-5b94328a-8ea6-4841-98cc-3173f4cb01e1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0521352 Apr 04 14:24:20.105076 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8fb6c0f3-897a-497a-95fe-67b2bd569872 req-2283046a-e6da-4cf7-a552-0c333e74eedb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Apr 04 14:24:20.399548 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cbc0c1b0-4c25-4c92-b8e8-d6738611adf9 req-c0bf7f79-88d4-4258-becf-6a00d55eba70 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Apr 04 14:24:20.558345 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d61dd0-cf24-456f-9c34-ff17850fc7c4 req-04b5af1b-fda9-4cf3-8be8-fabe6d1c895d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:20.559850 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64d61dd0-cf24-456f-9c34-ff17850fc7c4 req-04b5af1b-fda9-4cf3-8be8-fabe6d1c895d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0641875 Apr 04 14:24:20.611373 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64d61dd0-cf24-456f-9c34-ff17850fc7c4 req-1b5bbe67-884f-46ca-a575-3521e0694002 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 Apr 04 14:24:20.970629 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97fea3-f62c-45c6-bb23-47fc69720d95 req-8284f03d-a49b-42f9-abc2-f794a0b7b8ae tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:20.972113 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dd97fea3-f62c-45c6-bb23-47fc69720d95 req-8284f03d-a49b-42f9-abc2-f794a0b7b8ae tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.0558765 Apr 04 14:24:21.019661 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dd97fea3-f62c-45c6-bb23-47fc69720d95 req-6b443572-9a73-439e-839d-7da2c26e693b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417266 Apr 04 14:24:21.182106 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-0eaefb97-a78a-408b-84cd-2437109477fa tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:21.183581 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-0eaefb97-a78a-408b-84cd-2437109477fa tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 819 time: 0.1020360 Apr 04 14:24:21.248281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118edc-1f1d-4007-bf5c-a909746c8c86 req-9761f335-85d3-4673-bf8e-c85be634542e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:21.249935 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-44118edc-1f1d-4007-bf5c-a909746c8c86 req-9761f335-85d3-4673-bf8e-c85be634542e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0709403 Apr 04 14:24:21.257053 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-7a9b3e73-8cdf-4d88-b345-827fe114848b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54340a3426894ba88a09a8b92b6b1805 HTTP/1.1" status: 200 len: 380 time: 0.0624745 Apr 04 14:24:21.266792 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'port': {'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'admin_state_up': True, 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'security_groups': ['d341324a-1d60-4f0e-8895-12405583b074']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:21.305473 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-44118edc-1f1d-4007-bf5c-a909746c8c86 req-8bd3b659-4f75-4212-9566-acc5ac9438ed tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489252 Apr 04 14:24:21.468328 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Made reservation on behalf of 54340a3426894ba88a09a8b92b6b1805 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:24:21.472087 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:21.516712 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-15843a8f-14c9-45da-bada-0808b078819d req-578a9a38-3611-4536-bb7b-ca15858c25a4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 210 time: 0.0416884 Apr 04 14:24:21.760605 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cc00b-862c-4ab9-8276-6bd15ef98ec0 req-69985cbf-910a-43e3-97a4-3e8071f5f2c2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:21.768182 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4b1cc00b-862c-4ab9-8276-6bd15ef98ec0 req-69985cbf-910a-43e3-97a4-3e8071f5f2c2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0838783 Apr 04 14:24:21.819191 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4b1cc00b-862c-4ab9-8276-6bd15ef98ec0 req-950f0bb3-40cc-4049-8f9d-2f4fba2d6544 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501156 Apr 04 14:24:21.845469 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Allocated IP 172.20.0.13 (2a712b1f-a475-425b-b02a-8f49b10aa942/2bf371d4-8fd9-4789-9a2c-d752027e4b3b/4ee4e22d-ab20-406f-ba79-39ea68242906) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:21.981544 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.117534 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.167199 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:22.174781 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:22.182037 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:22.193312 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4d2c-654e-4b65-b0ad-9f311a6e412f req-f0f088ea-b982-498a-a03d-a66045727dac tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:22.194845 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-540a4d2c-654e-4b65-b0ad-9f311a6e412f req-f0f088ea-b982-498a-a03d-a66045727dac tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 944 time: 0.1068578 Apr 04 14:24:22.195513 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event updated for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:22.275696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:22.276432 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.306482 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-540a4d2c-654e-4b65-b0ad-9f311a6e412f req-dfb285a4-be1e-4d05-95e9-1fa94da93d57 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840850 Apr 04 14:24:22.372718 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-51b00211-1e07-4af8-a0e4-9adb988a1dec tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1101549 Apr 04 14:24:22.384956 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Request body: {'port': {'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:22.412486 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-2a320f99-93a2-402f-9850-9de9a6cc0036 None None] Provisioning complete for port 4ee4e22d-ab20-406f-ba79-39ea68242906 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:22.413056 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-2a320f99-93a2-402f-9850-9de9a6cc0036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.439967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc526-9a49-4ba5-b7b5-bfeea5d83102 req-4d3fbf72-374c-49a4-b1c2-9e5cd09cc582 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:22.441573 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbfcc526-9a49-4ba5-b7b5-bfeea5d83102 req-4d3fbf72-374c-49a4-b1c2-9e5cd09cc582 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Apr 04 14:24:22.451158 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-2a320f99-93a2-402f-9850-9de9a6cc0036 None None] Port 4ee4e22d-ab20-406f-ba79-39ea68242906 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:24:22.451668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.494356 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbfcc526-9a49-4ba5-b7b5-bfeea5d83102 req-e2d38552-046b-461a-b968-9f8639a6afbb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459819 Apr 04 14:24:22.701801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0486a4-e0a4-4a32-87d9-e88bcedd1a49 req-31e80ac9-a996-431e-9073-6799b29bb5f7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:22.703326 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b0486a4-e0a4-4a32-87d9-e88bcedd1a49 req-31e80ac9-a996-431e-9073-6799b29bb5f7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 932 time: 0.0913208 Apr 04 14:24:22.713358 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device f9fb6570-cc4d-4ff2-bd04-68ad47be6350 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:24:22.785333 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee4e22d-ab20-406f-ba79-39ea68242906 {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:22.792751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks [] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.798096 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b0486a4-e0a4-4a32-87d9-e88bcedd1a49 req-c688e79b-541f-4f49-a541-aaa174306d32 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863552 Apr 04 14:24:22.813781 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Transition to ACTIVE for port object 4ee4e22d-ab20-406f-ba79-39ea68242906 will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:24:22.814517 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:22.827299 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'port_id': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'mac_address': 'fa:16:3e:3f:2a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:24:22.868575 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.870977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:22.871403 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:22.892120 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fb6570-cc4d-4ff2-bd04-68ad47be6350 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:22.913820 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:22.936983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:22.962894 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b501-ed8d-42d3-913c-71097c5aa34f req-70c603fd-6a93-4dc2-a0cf-842ba23f083e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:22.964544 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-09f4b501-ed8d-42d3-913c-71097c5aa34f req-70c603fd-6a93-4dc2-a0cf-842ba23f083e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0706017 Apr 04 14:24:22.998386 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Attempting to bind port 4ee4e22d-ab20-406f-ba79-39ea68242906 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:24:22.998996 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.003652 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Attempting to bind port 4ee4e22d-ab20-406f-ba79-39ea68242906 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:24:23.003652 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Attempting to bind port 4ee4e22d-ab20-406f-ba79-39ea68242906 on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:23.008445 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Port 4ee4e22d-ab20-406f-ba79-39ea68242906 on network 2a712b1f-a475-425b-b02a-8f49b10aa942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:24:23.009057 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Attempting to bind port 4ee4e22d-ab20-406f-ba79-39ea68242906 on network 2a712b1f-a475-425b-b02a-8f49b10aa942 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:23.015273 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:24:23.015734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Checking segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:24:23.016184 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Bound using segment: {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:24:23.016714 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Bound port: 4ee4e22d-ab20-406f-ba79-39ea68242906, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ba69bc-2679-4d8f-b41a-243178a599ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:24:23.017143 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.045603 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-09f4b501-ed8d-42d3-913c-71097c5aa34f req-a1682800-bf0c-40b5-a493-b5bc96703787 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723703 Apr 04 14:24:23.081427 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:23.103195 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:24:23.106457 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ee4e22d-ab20-406f-ba79-39ea68242906,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:24:23.193533 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.227030 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.227661 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.229039 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 1094 time: 0.8480842 Apr 04 14:24:23.229468 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:23.231850 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dc2e94-04c1-4843-a360-0298fb1c9bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:23.262315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206470e-bcfe-44e4-95e4-b3abffa672f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:23.283124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a3b8c-b062-496d-83bc-772c01b7af4b x-openstack-request-id: req-266a3b8c-b062-496d-83bc-772c01b7af4b {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:23.283463 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:23.283765 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-266a3b8c-b062-496d-83bc-772c01b7af4b {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:23.284170 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266a3b8c-b062-496d-83bc-772c01b7af4b'] response: {'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'status': 'completed', 'code': 200} Apr 04 14:24:23.375542 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['f9fb6570-cc4d-4ff2-bd04-68ad47be6350'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:24:23.396669 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-c27b13ef-c0e3-44ff-9263-ca4450f4d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.398412 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-c27b13ef-c0e3-44ff-9263-ca4450f4d99c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1128 time: 0.0856395 Apr 04 14:24:23.432234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe5704-8871-41cb-b5a5-5aab5bf185ac req-1834ac5f-5528-4a8f-8b67-3ce3d94ac962 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.434267 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbbe5704-8871-41cb-b5a5-5aab5bf185ac req-1834ac5f-5528-4a8f-8b67-3ce3d94ac962 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 945 time: 0.0553966 Apr 04 14:24:23.513818 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbbe5704-8871-41cb-b5a5-5aab5bf185ac req-ac010299-d00d-4512-8fd4-45f01d163f29 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 Apr 04 14:24:23.638536 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-edef13d3-d4a4-4952-a990-cf8f2bd9cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.640112 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-edef13d3-d4a4-4952-a990-cf8f2bd9cdf7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=54340a3426894ba88a09a8b92b6b1805&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2255497 Apr 04 14:24:23.682540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34826) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:23.698361 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed95913-2eff-493c-8a64-5e131e12c5d5 req-5a4a3e95-a249-40e1-ad93-d2e340860b38 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.700155 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5ed95913-2eff-493c-8a64-5e131e12c5d5 req-5a4a3e95-a249-40e1-ad93-d2e340860b38 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1205173 Apr 04 14:24:23.829887 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2eda-d79d-41c5-bac0-b7419558ba6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.853968 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5ed95913-2eff-493c-8a64-5e131e12c5d5 req-f86f9747-326a-412e-b2b5-dc17562e0b4d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235795 Apr 04 14:24:23.859678 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-9085b253-2bd4-4886-8e39-8661b50a3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.861162 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-20dc2e94-04c1-4843-a360-0298fb1c9bc9 req-9085b253-2bd4-4886-8e39-8661b50a3a82 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148030 Apr 04 14:24:23.959386 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2eda-d79d-41c5-bac0-b7419558ba6f admin admin] Publish callbacks [] for security_group (bea7458a-3a62-4323-9717-af8230bc2e75), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:23.979129 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-7d8bacfc-f501-43a3-99a8-26db2d0b3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.980957 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-7d8bacfc-f501-43a3-99a8-26db2d0b3055 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1128 time: 0.0646713 Apr 04 14:24:23.982566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553857f-dbd8-43d4-bede-a18d70385f7c req-9d877567-9300-4e35-845b-6d152cc3ff26 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:23.984751 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b553857f-dbd8-43d4-bede-a18d70385f7c req-9d877567-9300-4e35-845b-6d152cc3ff26 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 944 time: 0.0721960 Apr 04 14:24:24.024107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2eda-d79d-41c5-bac0-b7419558ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bea7458a-3a62-4323-9717-af8230bc2e75), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.028343 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-3a330964-3790-4e62-a5ec-e127834646b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 217 time: 0.0383685 Apr 04 14:24:24.068605 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b553857f-dbd8-43d4-bede-a18d70385f7c req-34c3cba3-aead-4a59-8f66-b27d328bf23f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724514 Apr 04 14:24:24.076071 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2eda-d79d-41c5-bac0-b7419558ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea7458a-3a62-4323-9717-af8230bc2e75,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:24.083977 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0d3b2eda-d79d-41c5-bac0-b7419558ba6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d12516c613b400db3e80cd8525130ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001498 Apr 04 14:24:24.084665 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34840) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:24.123720 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-4d64d1a9-feba-4986-ba84-1caeb375cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.125222 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-4d64d1a9-feba-4986-ba84-1caeb375cd34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0846748 Apr 04 14:24:24.129040 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-8ecdf547-1154-47c8-add0-7109686c76c1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-680705023&fields=id&tenant_id=219e1dc249474585875b6db15f207e90 HTTP/1.1" status: 200 len: 267 time: 0.1033580 Apr 04 14:24:24.137287 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] Publish callbacks [] for security_group (bea7458a-3a62-4323-9717-af8230bc2e75), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.186695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] Publish callbacks [] for security_group (bea7458a-3a62-4323-9717-af8230bc2e75), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.229586 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bcfe3-6355-41a5-8026-dcecf6fe1488 req-028d6e4a-dc6e-4266-8c85-d6581370aac9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.231046 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd7bcfe3-6355-41a5-8026-dcecf6fe1488 req-028d6e4a-dc6e-4266-8c85-d6581370aac9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0917230 Apr 04 14:24:24.245206 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-dc3b1ac2-ca87-433b-b89b-901ca12579aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.246701 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-dc3b1ac2-ca87-433b-b89b-901ca12579aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084032 Apr 04 14:24:24.302199 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd7bcfe3-6355-41a5-8026-dcecf6fe1488 req-c15ef1e2-cf95-465a-bc80-498fa10cb616 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527499 Apr 04 14:24:24.313362 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-f7713835-3fd0-4499-b999-a62439822d32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.314811 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-f7713835-3fd0-4499-b999-a62439822d32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 807 time: 0.1777737 Apr 04 14:24:24.324163 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bea7458a-3a62-4323-9717-af8230bc2e75), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.326795 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.328487 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bea7458a-3a62-4323-9717-af8230bc2e75 HTTP/1.1" status: 204 len: 168 time: 0.2425725 Apr 04 14:24:24.341373 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-511217e2-8fbd-48ce-bf86-50363b14af98 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/quotas/219e1dc249474585875b6db15f207e90 HTTP/1.1" status: 200 len: 375 time: 0.0152545 Apr 04 14:24:24.341530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dab3a2-bf5f-4374-838b-31e90a1efcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea7458a-3a62-4323-9717-af8230bc2e75,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:24.407141 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-63aa82da-fa17-42f9-8d97-cb31adb91c04 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597246 Apr 04 14:24:24.482559 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-c28982f8-e92c-45ca-a53e-fd7c52990e57 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273421 Apr 04 14:24:24.569752 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-de38ee82-943d-47ae-aa2e-e654e38f3259 service neutron] 10.222.0.13 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506186 Apr 04 14:24:24.649686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b913e2-ddcd-41eb-bf00-aaf738ea49f8 req-c08ddb23-9bf7-4802-bf97-ef507c6494e0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.650212 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6b654f-4b7e-4a3b-b5d0-e5cf007311a1 req-c484eba4-40ba-4699-8172-f9930c9cb35e service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603596 Apr 04 14:24:24.651989 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0b913e2-ddcd-41eb-bf00-aaf738ea49f8 req-c08ddb23-9bf7-4802-bf97-ef507c6494e0 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 945 time: 0.0642905 Apr 04 14:24:24.683031 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-9373e5b6-3830-4c4e-a609-34b095d11250 service neutron] 10.222.0.13 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007593 Apr 04 14:24:24.701865 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0b913e2-ddcd-41eb-bf00-aaf738ea49f8 req-cd524a1f-b679-4757-a0ba-8b027344217b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Apr 04 14:24:24.742529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device f9fb6570-cc4d-4ff2-bd04-68ad47be6350 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:24:24.943783 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:24:24.948163 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:24.949030 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:24.983332 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3ab3b-fd12-4e2f-99d2-453841753c69 req-955ea970-c735-4a4c-84f1-e36017e7548c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:24.985627 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-eca3ab3b-fd12-4e2f-99d2-453841753c69 req-955ea970-c735-4a4c-84f1-e36017e7548c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Apr 04 14:24:25.029936 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:25.030446 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:25.047442 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-eca3ab3b-fd12-4e2f-99d2-453841753c69 req-32b8d9f1-de21-467b-984a-0965d971c30a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Apr 04 14:24:25.058353 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:25.060668 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcd80c-e172-4bf6-93bd-315d7f356828" -d '{"events": [{"server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "name": "network-vif-plugged", "status": "completed", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:25.080085 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:25.109162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8d189-ba45-4ffa-8134-ca79068e1d4d x-openstack-request-id: req-b3c8d189-ba45-4ffa-8134-ca79068e1d4d {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:25.109612 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "name": "network-vif-plugged", "status": "completed", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:25.109998 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3c8d189-ba45-4ffa-8134-ca79068e1d4d {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:25.110918 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c8d189-ba45-4ffa-8134-ca79068e1d4d'] response: {'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'code': 200} Apr 04 14:24:25.132165 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:25.227448 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:25.238656 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d09ab-0cac-44cb-b412-a63a6df574b1 req-5a297531-b001-41dc-b9ea-1543f65f1bfb tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:25.241472 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-117d09ab-0cac-44cb-b412-a63a6df574b1 req-5a297531-b001-41dc-b9ea-1543f65f1bfb tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 944 time: 0.0779223 Apr 04 14:24:25.302526 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-67ba2441-894f-4a7a-883b-fcd893a98c75 req-238cf177-be83-4545-8254-8a42790fb53d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0424535 Apr 04 14:24:25.330416 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-117d09ab-0cac-44cb-b412-a63a6df574b1 req-3b88c089-ac4a-4561-93f9-c05bc2a638b7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826957 Apr 04 14:24:25.476554 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9f35-2c47-4452-85f6-5b51536215b7 req-b23d7469-32dc-40ca-ba64-b89c6b418671 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:25.477281 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3f0e9f35-2c47-4452-85f6-5b51536215b7 req-b23d7469-32dc-40ca-ba64-b89c6b418671 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0891700 Apr 04 14:24:25.495349 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059e96-38aa-4757-b371-385a6bb32eeb req-5b954f7f-a144-4672-bd21-c4d980c9f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:25.499766 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-87059e96-38aa-4757-b371-385a6bb32eeb req-5b954f7f-a144-4672-bd21-c4d980c9f04b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 1130 time: 0.0745175 Apr 04 14:24:25.564173 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3f0e9f35-2c47-4452-85f6-5b51536215b7 req-929a9c20-aca1-4a1b-a73c-c5c8098715e0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774045 Apr 04 14:24:25.570394 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-87059e96-38aa-4757-b371-385a6bb32eeb req-bdd63fb8-785e-461b-8459-1e1c600c61a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623684 Apr 04 14:24:25.833295 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4039507-5a40-4662-877a-9aa110945763 req-b89c4607-dd20-4126-b25a-1ce379b6e187 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:25.834752 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e4039507-5a40-4662-877a-9aa110945763 req-b89c4607-dd20-4126-b25a-1ce379b6e187 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0520611 Apr 04 14:24:25.884316 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e4039507-5a40-4662-877a-9aa110945763 req-ddfb03f8-e049-4365-8a9f-9628e2198c1e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Apr 04 14:24:26.182461 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1cd9-36aa-4db2-8139-a1aaa81d0849 req-70cd992e-5be4-4e69-b4fa-47de2c9e8e5a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:26.183908 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-765d1cd9-36aa-4db2-8139-a1aaa81d0849 req-70cd992e-5be4-4e69-b4fa-47de2c9e8e5a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0613399 Apr 04 14:24:26.230816 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-765d1cd9-36aa-4db2-8139-a1aaa81d0849 req-241a0b77-0fd0-4123-a978-d6030146647d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Apr 04 14:24:26.398605 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-691059e5-9e46-4901-85ca-57e2b3cd4f0e req-9c9fef56-b1c8-44c7-b7b3-1b5dc5dad8ee tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0346792 Apr 04 14:24:26.550088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf66e-7e85-471e-8cf3-59c8a6d9d9cd req-6fd10338-e82a-4ff4-b02d-a5c918c2ddb8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:26.550088 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-94abf66e-7e85-471e-8cf3-59c8a6d9d9cd req-6fd10338-e82a-4ff4-b02d-a5c918c2ddb8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 944 time: 0.0568233 Apr 04 14:24:26.550088 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-94abf66e-7e85-471e-8cf3-59c8a6d9d9cd req-43f93e4f-e1e6-4f9e-b46a-d12fc2157644 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Apr 04 14:24:26.691559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f6b3c-1ee9-45f2-849a-ccc6aa21350e req-c2988d05-706b-4bcc-b785-eaa576e9e7e2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:26.693077 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-253f6b3c-1ee9-45f2-849a-ccc6aa21350e req-c2988d05-706b-4bcc-b785-eaa576e9e7e2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0581927 Apr 04 14:24:26.741841 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-253f6b3c-1ee9-45f2-849a-ccc6aa21350e req-1a63b684-a18b-4f9d-9a2b-90b8f41007ab tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Apr 04 14:24:27.008735 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9219d7e-092d-4183-b5f9-ded0c580bdc9 req-b97cacca-36b6-4032-bb84-83edfc1664de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:27.010331 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a9219d7e-092d-4183-b5f9-ded0c580bdc9 req-b97cacca-36b6-4032-bb84-83edfc1664de tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0555077 Apr 04 14:24:27.060764 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a9219d7e-092d-4183-b5f9-ded0c580bdc9 req-71352f17-23f2-447b-ba85-77421f7acdeb tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Apr 04 14:24:27.369553 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518cc95-20fa-4d22-8cb0-765aa728a255 req-661cbdbb-cd1f-4850-a620-585b83c5669e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:27.371204 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a518cc95-20fa-4d22-8cb0-765aa728a255 req-661cbdbb-cd1f-4850-a620-585b83c5669e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0557129 Apr 04 14:24:27.418224 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a518cc95-20fa-4d22-8cb0-765aa728a255 req-7b196363-b59b-4b5c-9330-7bc4859bed70 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 Apr 04 14:24:27.641881 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-74cae5ae-4de9-45a6-a12a-bcc1326fd4da req-325bc459-9f48-4ae7-a14b-155ffc47e557 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0330429 Apr 04 14:24:27.648329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac958f70-e574-4fc1-b469-81e008753869 req-76dfbdcf-b7fb-4562-9b2b-5633a621de63 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:27.649958 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ac958f70-e574-4fc1-b469-81e008753869 req-76dfbdcf-b7fb-4562-9b2b-5633a621de63 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 944 time: 0.0560858 Apr 04 14:24:27.696648 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ac958f70-e574-4fc1-b469-81e008753869 req-47947a52-15fb-4f00-86e0-a1e8226ef406 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Apr 04 14:24:27.865306 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b3010-7409-467e-8a65-ae40057c4383 req-ab20aa85-c65d-40da-a940-cc2c02c37954 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:27.866775 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fd8b3010-7409-467e-8a65-ae40057c4383 req-ab20aa85-c65d-40da-a940-cc2c02c37954 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0586076 Apr 04 14:24:27.914320 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fd8b3010-7409-467e-8a65-ae40057c4383 req-c3e94a60-e560-4e77-b86a-eecfd4d045c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Apr 04 14:24:27.986610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-559c2725-c12d-40c4-8ebc-c9fa87353adf tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:27.988135 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-559c2725-c12d-40c4-8ebc-c9fa87353adf tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 807 time: 0.1104498 Apr 04 14:24:28.066833 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-d179aa11-cd95-43ce-99e7-156c121cd479 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=219e1dc249474585875b6db15f207e90 HTTP/1.1" status: 200 len: 379 time: 0.0681756 Apr 04 14:24:28.082389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'port': {'device_id': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'admin_state_up': True, 'tenant_id': '219e1dc249474585875b6db15f207e90', 'security_groups': ['8e652ab1-9f62-491d-a551-7ad6c1d5cfff']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:28.204011 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2058-bfb5-4fd6-b321-3d95eb22402c req-b4853a4d-dedb-4f00-a9e6-8c1b46a23ec6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:28.206170 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57af2058-bfb5-4fd6-b321-3d95eb22402c req-b4853a4d-dedb-4f00-a9e6-8c1b46a23ec6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0673137 Apr 04 14:24:28.255953 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57af2058-bfb5-4fd6-b321-3d95eb22402c req-c60c5973-c6a7-492b-808a-276832d9fdb1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426576 Apr 04 14:24:28.273574 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Made reservation on behalf of 219e1dc249474585875b6db15f207e90 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:24:28.276848 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:28.350967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689ffd1-cf9b-4829-9f51-0435577c44f1 req-6de8131e-615b-4ce0-a965-70a674336850 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:28.352491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8689ffd1-cf9b-4829-9f51-0435577c44f1 req-6de8131e-615b-4ce0-a965-70a674336850 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1125226 Apr 04 14:24:28.384385 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebcb4f-73d0-4e15-a096-4ccaec185dc7 req-588c7212-e5f0-47de-bc68-c25deca787b7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:28.385963 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-02ebcb4f-73d0-4e15-a096-4ccaec185dc7 req-588c7212-e5f0-47de-bc68-c25deca787b7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0562608 Apr 04 14:24:28.394504 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 34946) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:28.399034 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'port_id': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:28.437147 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:28.438641 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8689ffd1-cf9b-4829-9f51-0435577c44f1 req-14721bea-ee8e-463d-a558-c8fd266dffd0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799332 Apr 04 14:24:28.448553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Allocated IP 172.20.0.8 (376043fc-da9d-441d-bade-92155d51a299/de856688-8402-4e35-a251-37b4f599bc68/4d8e86c7-8f83-4f88-ac72-540f71cf6787) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:28.666778 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c3995-7ff9-4273-88f0-ff18f4d77a54 req-1189443e-466d-4408-90d0-465a8ed5e9ec tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:28.668365 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1c3c3995-7ff9-4273-88f0-ff18f4d77a54 req-1189443e-466d-4408-90d0-465a8ed5e9ec tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1528974 Apr 04 14:24:28.740702 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1c3c3995-7ff9-4273-88f0-ff18f4d77a54 req-f32f829f-8310-4812-a718-b18e2a339ab8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635936 Apr 04 14:24:28.791783 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7b613260-6729-4559-b12c-9b4015aacd26 req-8d718485-d77a-4789-9486-b0f3392fd8c0 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0417793 Apr 04 14:24:28.850572 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:28.943401 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8758e-be3c-4aaf-acca-3a3dcaa65c3a req-c36b4f59-2fd3-4aa6-b1e8-36d918580fd8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:28.944846 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1dc8758e-be3c-4aaf-acca-3a3dcaa65c3a req-c36b4f59-2fd3-4aa6-b1e8-36d918580fd8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 944 time: 0.1222188 Apr 04 14:24:28.947923 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:28.992388 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Network 376043fc-da9d-441d-bade-92155d51a299 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:28.995385 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:29.001636 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:29.028592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:29.033939 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.041797 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1dc8758e-be3c-4aaf-acca-3a3dcaa65c3a req-26aed57d-55ac-4e0f-873b-c85de2a7c220 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896316 Apr 04 14:24:29.056941 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:29.057648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.095805 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.173245 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-44c11e87-f508-42ab-9c5c-1c4bada82869 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947340 Apr 04 14:24:29.205135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4ee4e22d-ab20-406f-ba79-39ea68242906 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:24:29.207410 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-acaabd49-fcc1-43da-b3c8-b33284b2d379 None None] Provisioning complete for port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:29.207778 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-acaabd49-fcc1-43da-b3c8-b33284b2d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.212922 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP f5b8efde-6ae1-4dad-bce9-b8749a1fcb83 associated. External IP: 172.27.3.36, port: f9fb6570-cc4d-4ff2-bd04-68ad47be6350. Apr 04 14:24:29.216832 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Request body: {'port': {'device_id': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:29.259412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-acaabd49-fcc1-43da-b3c8-b33284b2d379 None None] Port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:24:29.289675 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.348825 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ee4e22d-ab20-406f-ba79-39ea68242906,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:29.360713 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:24:29.403741 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4ee4e22d-ab20-406f-ba79-39ea68242906 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:29.404132 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.417198 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee4e22d-ab20-406f-ba79-39ea68242906 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:29.438350 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ee4e22d-ab20-406f-ba79-39ea68242906,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:29.440873 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:24:29.490078 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.543382 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:29.616502 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a32a-8345-4a1f-bddb-f9974d4b7557 req-e0c03fe7-ef0b-433f-a718-cef2ee68be70 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:29.618074 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c347a32a-8345-4a1f-bddb-f9974d4b7557 req-e0c03fe7-ef0b-433f-a718-cef2ee68be70 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0945597 Apr 04 14:24:29.628276 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8e86c7-8f83-4f88-ac72-540f71cf6787 {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:29.640692 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks [] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.664626 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Transition to ACTIVE for port object 4d8e86c7-8f83-4f88-ac72-540f71cf6787 will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:24:29.691016 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c347a32a-8345-4a1f-bddb-f9974d4b7557 req-77bc5ad7-1eed-450a-9015-8c8bb9730298 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657301 Apr 04 14:24:29.714145 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.768345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:29.800270 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:24:29.810551 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:24:29.811912 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.832620 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:29.840300 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:29.854490 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Attempting to bind port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:24:29.855028 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Attempting to bind port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:24:29.855205 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Attempting to bind port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 on network 376043fc-da9d-441d-bade-92155d51a299 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:29.860716 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 on network 376043fc-da9d-441d-bade-92155d51a299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:24:29.860855 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-2de265b8-9b95-471e-b439-2f654b461357 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "PUT /v2.0/floatingips/f5b8efde-6ae1-4dad-bce9-b8749a1fcb83 HTTP/1.1" status: 200 len: 991 time: 1.4651611 Apr 04 14:24:29.861090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Attempting to bind port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 on network 376043fc-da9d-441d-bade-92155d51a299 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:24:29.867707 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:29.871970 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b27a5-54aa-415c-99b0-49d098a73fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:29.872749 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:24:29.873096 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Checking segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:24:29.874775 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Bound using segment: {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:24:29.874995 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Bound port: 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '376043fc-da9d-441d-bade-92155d51a299'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:24:29.875392 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:29.958834 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d6e9-3530-4872-8c43-4abbbaf9917b req-bda6885a-1a42-4617-bccb-90583b0ba62f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:29.960937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8de4d6e9-3530-4872-8c43-4abbbaf9917b req-bda6885a-1a42-4617-bccb-90583b0ba62f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0630202 Apr 04 14:24:29.998660 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:24:30.002614 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:24:30.010565 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95c65-9fb5-4513-b061-5d0d62decb46 req-9c116098-4463-4460-b7b6-d08697ee13e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:30.012297 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bbe95c65-9fb5-4513-b061-5d0d62decb46 req-9c116098-4463-4460-b7b6-d08697ee13e7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.1003571 Apr 04 14:24:30.018189 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8de4d6e9-3530-4872-8c43-4abbbaf9917b req-7902f85d-a0c2-493c-95e3-f5e744fb7328 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480750 Apr 04 14:24:30.018954 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:30.064672 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bbe95c65-9fb5-4513-b061-5d0d62decb46 req-0be27cc0-8536-4e06-bfff-df3ebfaa4a0d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 Apr 04 14:24:30.078368 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baabd9f6-38a4-48d6-b56b-35e2df8676f5 x-openstack-request-id: req-baabd9f6-38a4-48d6-b56b-35e2df8676f5 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:30.078891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:30.079299 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baabd9f6-38a4-48d6-b56b-35e2df8676f5 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:30.079768 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baabd9f6-38a4-48d6-b56b-35e2df8676f5'] response: {'name': 'network-changed', 'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'status': 'completed', 'code': 200} Apr 04 14:24:30.084877 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:30.123117 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:30.123634 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:30.125854 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] 10.222.0.18 "PUT /v2.0/ports/4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 1093 time: 0.9138789 Apr 04 14:24:30.126294 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:30.128617 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929949bc-2d50-4fe3-b283-1c26f9d7abeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:30.188714 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc70d-a4dc-42de-9470-7cb13c14867e service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:30.199404 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41a843-92a0-4f98-85a5-74361f214581 req-4ad89cd9-96e4-431d-a048-bfca63172e71 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:30.200759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86bafc-6bc1-4121-9079-f0ad5e49b0de x-openstack-request-id: req-ca86bafc-6bc1-4121-9079-f0ad5e49b0de {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:30.201402 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1c41a843-92a0-4f98-85a5-74361f214581 req-4ad89cd9-96e4-431d-a048-bfca63172e71 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 945 time: 0.0650983 Apr 04 14:24:30.207390 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:30.207674 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca86bafc-6bc1-4121-9079-f0ad5e49b0de {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:30.208529 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca86bafc-6bc1-4121-9079-f0ad5e49b0de'] response: {'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'status': 'completed', 'code': 200} Apr 04 14:24:30.256394 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1c41a843-92a0-4f98-85a5-74361f214581 req-712f6b7e-9460-4e60-b997-cfe33dc17c0c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488141 Apr 04 14:24:30.301335 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}, {'id': 'f5b8efde-6ae1-4dad-bce9-b8749a1fcb83', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:3f:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:00Z', 'updated_at': '2022-04-04T14:24:28Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:30.326780 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:24:30.335374 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:30.337107 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:30.444986 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:30.662849 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}, {'id': 'f5b8efde-6ae1-4dad-bce9-b8749a1fcb83', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:3f:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:00Z', 'updated_at': '2022-04-04T14:24:28Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:30.688382 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d8cd0f-b1e8-4fff-9b85-23f6d76e67e5 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}, {'id': 'f5b8efde-6ae1-4dad-bce9-b8749a1fcb83', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:3f:2a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:00Z', 'updated_at': '2022-04-04T14:24:28Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:24:30.817477 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0038-23f1-4fc3-9b90-d737908a5595 req-70dc0fd3-b01e-4391-9343-e0640469d03c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:30.818983 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7caa0038-23f1-4fc3-9b90-d737908a5595 req-70dc0fd3-b01e-4391-9343-e0640469d03c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0535171 Apr 04 14:24:30.871877 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7caa0038-23f1-4fc3-9b90-d737908a5595 req-792df2a1-8bd8-46ce-aa69-731c94e99ebd tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471456 Apr 04 14:24:30.897127 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b101cd-665d-46a6-bf9f-44465ccfe300 None None] New status for floating IP f5b8efde-6ae1-4dad-bce9-b8749a1fcb83: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:24:31.055786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-95db650a-078f-430e-9b4f-5453896a9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.057702 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-95db650a-078f-430e-9b4f-5453896a9d30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1127 time: 0.0504489 Apr 04 14:24:31.066649 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-3698e590-9f57-449f-babe-86164e49e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.066911 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-3698e590-9f57-449f-babe-86164e49e30c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 1130 time: 0.0837862 Apr 04 14:24:31.073192 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-6930ee34-8240-41b2-b3f3-76fe957682f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.074624 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-6930ee34-8240-41b2-b3f3-76fe957682f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1129 time: 0.0572543 Apr 04 14:24:31.281974 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-5eba8244-cf84-419c-a6e6-e032b0a1661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.283594 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-5eba8244-cf84-419c-a6e6-e032b0a1661f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.2081039 Apr 04 14:24:31.288067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0af266-08f4-4659-ad6c-db3729a69758 req-c7795cc6-aace-418e-be70-f276fbed51c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.289519 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4d0af266-08f4-4659-ad6c-db3729a69758 req-c7795cc6-aace-418e-be70-f276fbed51c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1895576 Apr 04 14:24:31.290479 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97229475-f47e-4d10-832a-420d29511edb req-563b7d51-f3e5-44a0-96d3-0ec87e67a981 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.291883 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-97229475-f47e-4d10-832a-420d29511edb req-563b7d51-f3e5-44a0-96d3-0ec87e67a981 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.1279953 Apr 04 14:24:31.298980 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['4ee4e22d-ab20-406f-ba79-39ea68242906'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:24:31.299280 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-8f2b4a2b-a8e2-4e92-bc43-58473cac3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.300674 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-8f2b4a2b-a8e2-4e92-bc43-58473cac3f55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.2176349 Apr 04 14:24:31.306971 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-abf33792-ee62-4b94-bc8f-5fef794d30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.308412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-abf33792-ee62-4b94-bc8f-5fef794d30cf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=219e1dc249474585875b6db15f207e90&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2434144 Apr 04 14:24:31.449021 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-97229475-f47e-4d10-832a-420d29511edb req-66b07bb7-73d8-45d1-bc25-61ccdd22e405 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463623 Apr 04 14:24:31.454202 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-5804181e-a2e4-4cff-8776-d3bb10bc3651 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350 HTTP/1.1" status: 200 len: 1001 time: 0.1611037 Apr 04 14:24:31.456383 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-2d9cf564-c067-4a83-b34b-32daf18b3a73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 1000 time: 0.1478903 Apr 04 14:24:31.462111 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4d0af266-08f4-4659-ad6c-db3729a69758 req-7ac68580-80be-427f-af62-1de28797c399 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630590 Apr 04 14:24:31.505814 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:24:31.555559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-e349689f-b4f5-40a0-b879-30a6fd6f8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.557046 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-929949bc-2d50-4fe3-b283-1c26f9d7abeb req-e349689f-b4f5-40a0-b879-30a6fd6f8969 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2417169 Apr 04 14:24:31.587530 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-d7cc2512-4094-4ea1-86c5-6d6470ea35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.588985 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-d7cc2512-4094-4ea1-86c5-6d6470ea35fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.1173320 Apr 04 14:24:31.595682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-1ab452b0-bc65-486f-ba06-2a285b18aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.597102 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-1ab452b0-bc65-486f-ba06-2a285b18aed4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.1241879 Apr 04 14:24:31.656976 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-ddd5abdc-df1f-4e76-b915-a59ba6d52415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.658505 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-ddd5abdc-df1f-4e76-b915-a59ba6d52415 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1127 time: 0.0455389 Apr 04 14:24:31.676112 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1446e-a7a6-44d4-853d-dd616dac1b39 req-1106e3ea-4afb-4c77-ba12-3e61d7930607 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.677855 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65e1446e-a7a6-44d4-853d-dd616dac1b39 req-1106e3ea-4afb-4c77-ba12-3e61d7930607 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 945 time: 0.1297109 Apr 04 14:24:31.709552 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-a8733db5-d43a-4414-9a78-c95a6aaf2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.711765 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-a8733db5-d43a-4414-9a78-c95a6aaf2b67 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138189 Apr 04 14:24:31.713230 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-aad7a65f-cdf7-4413-a8ef-ca1611324dde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 217 time: 0.0437083 Apr 04 14:24:31.716030 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-4a8454ff-6137-4cf6-a8e5-7d034f20710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.718286 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-4a8454ff-6137-4cf6-a8e5-7d034f20710c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893958 Apr 04 14:24:31.783622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-8518553a-12e7-4aec-b065-0064f24253f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.785572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-8518553a-12e7-4aec-b065-0064f24253f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.0542045 Apr 04 14:24:31.837590 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65e1446e-a7a6-44d4-853d-dd616dac1b39 req-905f663d-31f4-48c8-a930-c8fc1cb9ad03 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523712 Apr 04 14:24:31.837901 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-6c2c9938-d65d-4363-befb-0f8085c21795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:31.839564 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-6c2c9938-d65d-4363-befb-0f8085c21795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468619 Apr 04 14:24:31.902972 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-182ae965-7369-4270-86d9-5c8e832eeae3 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637990 Apr 04 14:24:31.904728 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-6ef5b4ac-2f7c-49d5-884b-fe6706f916c1 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761012 Apr 04 14:24:31.953193 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-d238cff3-72f2-4028-a682-d6cb9da94698 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019652 Apr 04 14:24:32.079312 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d2c4-643a-40a4-a20c-66157b4818ad req-8b96c2df-be9c-4d92-bf55-b740bf75b691 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:32.080779 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e5f1d2c4-643a-40a4-a20c-66157b4818ad req-8b96c2df-be9c-4d92-bf55-b740bf75b691 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1215336 Apr 04 14:24:32.091083 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-356b27a5-54aa-415c-99b0-49d098a73fc2 req-0b214140-9440-4383-8374-049207c800bc service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638119 Apr 04 14:24:32.092886 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4bdce643-4dd8-49ec-a6ed-2b2c1872ef04 req-3579d8a4-601b-445d-a7a9-846795af88da service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773493 Apr 04 14:24:32.126751 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4c3ee03c-4eaf-480c-9c5c-077cbd22bd06 req-8c3ae1f1-0ac9-4722-96df-a179c042ebe0 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331975 Apr 04 14:24:32.158290 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e5f1d2c4-643a-40a4-a20c-66157b4818ad req-9b8ebf15-6b73-4b8d-ba49-502bdddd1905 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659597 Apr 04 14:24:32.570140 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d3b1f-39eb-433d-a768-672ce5d79dec req-86fc38b0-8369-4b4e-92ef-d13ad5fe59f8 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:32.571626 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-304d3b1f-39eb-433d-a768-672ce5d79dec req-86fc38b0-8369-4b4e-92ef-d13ad5fe59f8 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0517020 Apr 04 14:24:32.581487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540da67-ec8c-4d31-8e03-ff27bdc9e77c req-56eefef1-63ba-4fd2-ae28-531da7bd3161 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:32.582965 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c540da67-ec8c-4d31-8e03-ff27bdc9e77c req-56eefef1-63ba-4fd2-ae28-531da7bd3161 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0508361 Apr 04 14:24:32.618852 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-304d3b1f-39eb-433d-a768-672ce5d79dec req-4c6e78c4-7cfe-4c27-8e59-14789c6d48f1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 Apr 04 14:24:32.628276 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c540da67-ec8c-4d31-8e03-ff27bdc9e77c req-4e8b1de7-257c-4e16-a03b-21713aad48c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Apr 04 14:24:32.956104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330971b1-0633-4774-80c5-08bbf49ab952 req-7c12a56e-e685-4291-a4ec-b76ab7a28790 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:32.957538 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-330971b1-0633-4774-80c5-08bbf49ab952 req-7c12a56e-e685-4291-a4ec-b76ab7a28790 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Apr 04 14:24:33.002238 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-330971b1-0633-4774-80c5-08bbf49ab952 req-1540850b-6b5d-4f8d-a169-58098dea34b6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Apr 04 14:24:33.278805 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90676f9-1071-4ec2-af13-bf446088b95e req-a3ec8cd5-0a9b-4413-85f7-ae14150eed16 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:33.280418 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f90676f9-1071-4ec2-af13-bf446088b95e req-a3ec8cd5-0a9b-4413-85f7-ae14150eed16 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Apr 04 14:24:33.325575 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f90676f9-1071-4ec2-af13-bf446088b95e req-026e5516-24ec-4c7e-a99e-cda7002edc21 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390007 Apr 04 14:24:33.740682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944f0a-b6eb-4806-bd59-9fc3949e7461 req-c7686739-0725-4a66-bc2c-013a3618b2a5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:33.742151 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf944f0a-b6eb-4806-bd59-9fc3949e7461 req-c7686739-0725-4a66-bc2c-013a3618b2a5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0556202 Apr 04 14:24:33.745485 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553780ca-3dd0-417c-8345-4210a399988f req-1f499a28-4d42-4752-92fb-883cbcfffd1f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:33.746915 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-553780ca-3dd0-417c-8345-4210a399988f req-1f499a28-4d42-4752-92fb-883cbcfffd1f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0503688 Apr 04 14:24:33.789686 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf944f0a-b6eb-4806-bd59-9fc3949e7461 req-ed6b8336-64c5-4bad-8cf7-0e7dec8ccc42 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419705 Apr 04 14:24:33.791864 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-553780ca-3dd0-417c-8345-4210a399988f req-890cfdce-fe32-45da-8ccc-91e377786291 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Apr 04 14:24:34.126911 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3e628-8e4d-47cc-93f9-47067f498eef req-6fa7ba80-8835-4648-9873-0ab661e105c3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:34.128420 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fdb3e628-8e4d-47cc-93f9-47067f498eef req-6fa7ba80-8835-4648-9873-0ab661e105c3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 945 time: 0.0571799 Apr 04 14:24:34.173299 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fdb3e628-8e4d-47cc-93f9-47067f498eef req-78c42163-88e1-4588-af0e-ee44a1f551ea tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Apr 04 14:24:34.439933 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec9d4-d33b-426a-85a5-e2ef042e7e76 req-cbc288c0-5dbd-4a76-acc3-699641c6727e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:34.441290 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20eec9d4-d33b-426a-85a5-e2ef042e7e76 req-cbc288c0-5dbd-4a76-acc3-699641c6727e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Apr 04 14:24:34.488326 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20eec9d4-d33b-426a-85a5-e2ef042e7e76 req-cf4e967a-4a51-4586-a305-01cb84a2b942 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416255 Apr 04 14:24:34.904033 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a72a4-59e5-4650-8e9e-6b75f4b2f59f req-bf017ef9-b3dd-457b-83fb-b6a346a8aa94 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:34.905496 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d31a72a4-59e5-4650-8e9e-6b75f4b2f59f req-bf017ef9-b3dd-457b-83fb-b6a346a8aa94 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0513082 Apr 04 14:24:34.909017 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfbfa3-db70-460f-989a-7f8dbe374b6b req-cc12b34e-b579-4c4e-b9be-a878620b983a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:34.910491 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ccdfbfa3-db70-460f-989a-7f8dbe374b6b req-cc12b34e-b579-4c4e-b9be-a878620b983a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0507007 Apr 04 14:24:34.966411 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d31a72a4-59e5-4650-8e9e-6b75f4b2f59f req-9f5ea549-db2d-47b5-bed9-af4b12bb742d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525315 Apr 04 14:24:34.970917 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ccdfbfa3-db70-460f-989a-7f8dbe374b6b req-133d16af-cd4c-4daf-86bb-a57846e7e2ef tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549030 Apr 04 14:24:35.298247 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b777-204d-437e-a0bf-db887e95a21f req-be4faf08-9f16-45d4-9d7d-ce6513c1253e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:35.299724 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2e84b777-204d-437e-a0bf-db887e95a21f req-be4faf08-9f16-45d4-9d7d-ce6513c1253e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Apr 04 14:24:35.345855 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2e84b777-204d-437e-a0bf-db887e95a21f req-f6b58fec-4852-4a56-b922-50f42b77bb55 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406404 Apr 04 14:24:35.554107 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4ee4e22d-ab20-406f-ba79-39ea68242906 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:24:35.607983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747e793-a4e2-4fba-be7e-bc293c87726c req-b8b82590-5ca5-4581-bddc-a12e24ac6e53 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:35.609588 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1747e793-a4e2-4fba-be7e-bc293c87726c req-b8b82590-5ca5-4581-bddc-a12e24ac6e53 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0521355 Apr 04 14:24:35.654231 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1747e793-a4e2-4fba-be7e-bc293c87726c req-3b13aa78-0253-45eb-9b3e-0226eed82319 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392826 Apr 04 14:24:35.672195 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 4ee4e22d-ab20-406f-ba79-39ea68242906 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:24:35.676194 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 4ee4e22d-ab20-406f-ba79-39ea68242906 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:35.676595 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:35.753350 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4ee4e22d-ab20-406f-ba79-39ea68242906 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:35.753730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:35.775437 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:35.777585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25f25f-2c7e-42fa-95c3-cbd9057b0072" -d '{"events": [{"server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:35.789055 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ee4e22d-ab20-406f-ba79-39ea68242906,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:35.811577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18337989-942e-4736-a43d-e8d290cb37c8 x-openstack-request-id: req-18337989-942e-4736-a43d-e8d290cb37c8 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:35.812418 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:35.812674 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18337989-942e-4736-a43d-e8d290cb37c8 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:35.813065 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18337989-942e-4736-a43d-e8d290cb37c8'] response: {'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'code': 200} Apr 04 14:24:35.878273 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:35.923588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:36.087541 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616c9f-b36c-4150-a35c-33b2234ca085 req-4016ee47-209a-43bc-b58b-c2316d145e32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:36.088914 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d6616c9f-b36c-4150-a35c-33b2234ca085 req-4016ee47-209a-43bc-b58b-c2316d145e32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0545132 Apr 04 14:24:36.097690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3836b-3017-4f63-954d-6e42f37cf13e req-7b712507-a27b-48fb-a7a4-659ddc75597c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:36.099259 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b9f3836b-3017-4f63-954d-6e42f37cf13e req-7b712507-a27b-48fb-a7a4-659ddc75597c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Apr 04 14:24:36.140320 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d6616c9f-b36c-4150-a35c-33b2234ca085 req-307fc736-2dc6-4841-90a2-48f90ee55214 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Apr 04 14:24:36.144811 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b9f3836b-3017-4f63-954d-6e42f37cf13e req-98aa850a-e675-4e02-b24a-21370454fc7b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Apr 04 14:24:36.459004 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e1843-32c5-4da1-b26b-c208d67c7e41 req-a22f649c-2d1a-45b0-9b35-d0b2bf78d347 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:36.460459 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bd9e1843-32c5-4da1-b26b-c208d67c7e41 req-a22f649c-2d1a-45b0-9b35-d0b2bf78d347 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0502491 Apr 04 14:24:36.505599 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bd9e1843-32c5-4da1-b26b-c208d67c7e41 req-ef681f85-e5a3-448f-be88-7a0972052e4c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Apr 04 14:24:36.777686 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6c140-df4d-4f69-8da9-204d46e20ae1 req-f7b60961-7795-4488-ba55-8c7f2ea32a64 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:36.779150 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52c6c140-df4d-4f69-8da9-204d46e20ae1 req-f7b60961-7795-4488-ba55-8c7f2ea32a64 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0599022 Apr 04 14:24:36.824806 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52c6c140-df4d-4f69-8da9-204d46e20ae1 req-20af45f4-2a54-47e0-8f75-9a3118d9b3d4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394390 Apr 04 14:24:36.948022 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc56c0d-d453-47e2-9ffc-86baf296cab7 req-738ccbb5-c877-4c85-950a-fa5564a7258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:36.949387 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fcc56c0d-d453-47e2-9ffc-86baf296cab7 req-738ccbb5-c877-4c85-950a-fa5564a7258c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0427718 Apr 04 14:24:37.007928 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fcc56c0d-d453-47e2-9ffc-86baf296cab7 req-39a3e8e3-3417-454f-ada0-7ce223583d29 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471556 Apr 04 14:24:37.261797 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4c4ff-76bd-4f62-af5b-da5513465253 req-67d03c98-6d97-49ea-aaa7-6f84c25dc0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:37.263531 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71c4c4ff-76bd-4f62-af5b-da5513465253 req-67d03c98-6d97-49ea-aaa7-6f84c25dc0b3 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0577455 Apr 04 14:24:37.275581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65364f3f-d676-4590-8e60-639c9a58fe4e req-9d9f537b-9ab5-4cd6-aab4-3b02aa9f9faa tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:37.277382 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65364f3f-d676-4590-8e60-639c9a58fe4e req-9d9f537b-9ab5-4cd6-aab4-3b02aa9f9faa tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0577147 Apr 04 14:24:37.317165 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71c4c4ff-76bd-4f62-af5b-da5513465253 req-13e7b3d6-7727-4f1d-a53d-1615c8a4915a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465159 Apr 04 14:24:37.328620 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-65364f3f-d676-4590-8e60-639c9a58fe4e req-c24b0c02-99b0-4b1d-85c5-fd09992a9fb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Apr 04 14:24:37.558253 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:24:37.623014 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a386b33-6b13-42c0-8b32-fe62a1cd1534 req-6cae4b2d-f360-4a08-8e3a-f41c0587526e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:37.625115 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a386b33-6b13-42c0-8b32-fe62a1cd1534 req-6cae4b2d-f360-4a08-8e3a-f41c0587526e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0521212 Apr 04 14:24:37.667388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:37.672690 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a386b33-6b13-42c0-8b32-fe62a1cd1534 req-b946f788-b714-4f39-b138-3fd675c3246d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419090 Apr 04 14:24:37.683483 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:24:37.719974 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: ACTIVE; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:37.732519 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:37.735537 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:37.758505 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:37.826403 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:37.881168 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=6']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:37.947156 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9efa65-a303-430e-8f61-b33aa713da1f req-7a1873ef-20d2-4990-a43f-284f2a2acce0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:37.948691 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ff9efa65-a303-430e-8f61-b33aa713da1f req-7a1873ef-20d2-4990-a43f-284f2a2acce0 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0555725 Apr 04 14:24:37.970360 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['c799798b-818c-4f0f-a8a0-44b3871e6f01'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:24:37.995959 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ff9efa65-a303-430e-8f61-b33aa713da1f req-969c9c85-e7e7-4798-9339-6ad147f9456e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Apr 04 14:24:38.451534 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657c86-67bd-43ed-bc8b-703ec63ce45c req-18a9b87e-ec34-413f-9fd7-5c8ef4afc7eb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:38.458891 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f657c86-67bd-43ed-bc8b-703ec63ce45c req-18a9b87e-ec34-413f-9fd7-5c8ef4afc7eb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0746989 Apr 04 14:24:38.472345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41308e4-931f-422c-bf3c-8af824e25e41 req-4b29ac79-f42b-4f06-be8c-3d91d625a802 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:38.473944 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d41308e4-931f-422c-bf3c-8af824e25e41 req-4b29ac79-f42b-4f06-be8c-3d91d625a802 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0687263 Apr 04 14:24:38.527170 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f657c86-67bd-43ed-bc8b-703ec63ce45c req-3f687e21-ddc4-40fa-a0a1-439b122007c5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672855 Apr 04 14:24:38.540534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d41308e4-931f-422c-bf3c-8af824e25e41 req-6f7d46bb-1183-4c07-bf63-179032b7cc5d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570223 Apr 04 14:24:38.795424 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78374f3-af89-46d7-ad21-613b62de87ca req-d0973d4f-9e39-40c7-8960-b3204d92ba50 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:38.797532 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a78374f3-af89-46d7-ad21-613b62de87ca req-d0973d4f-9e39-40c7-8960-b3204d92ba50 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0562272 Apr 04 14:24:38.844868 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a78374f3-af89-46d7-ad21-613b62de87ca req-b3a00be0-23fc-4863-a01f-9f63cc2d050a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Apr 04 14:24:39.682450 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705654-baa7-4e8e-ba37-962d63d5fcfb req-b2820224-7edb-4fa7-b749-55cdf1b3ce76 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:39.683930 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-41705654-baa7-4e8e-ba37-962d63d5fcfb req-b2820224-7edb-4fa7-b749-55cdf1b3ce76 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0680430 Apr 04 14:24:39.690399 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78e07f-ae2a-4f70-90b3-0da7180ee38a req-c334509c-1f20-4ab0-b595-77f000e4abff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:39.691928 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1f78e07f-ae2a-4f70-90b3-0da7180ee38a req-c334509c-1f20-4ab0-b595-77f000e4abff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0610447 Apr 04 14:24:39.741649 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-41705654-baa7-4e8e-ba37-962d63d5fcfb req-c36b6e25-dd43-4e89-b125-a1b812bd12e0 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496137 Apr 04 14:24:39.747905 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1f78e07f-ae2a-4f70-90b3-0da7180ee38a req-a8b6c173-2733-4bb0-bb65-77f892c34df2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472181 Apr 04 14:24:39.968640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab6e32-82ce-4be1-896e-7d4297a47444 req-3c95316c-45b5-4b27-9b18-f82552e25930 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:39.970122 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e2ab6e32-82ce-4be1-896e-7d4297a47444 req-3c95316c-45b5-4b27-9b18-f82552e25930 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0572364 Apr 04 14:24:40.018491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e2ab6e32-82ce-4be1-896e-7d4297a47444 req-6228dbe3-b714-4cfb-9111-2a2464d25abf tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Apr 04 14:24:40.894978 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58656d90-fb9f-41c6-bdbf-82471e6b0440 req-041e327c-d959-42ea-ac1f-090cbd34e28e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:40.897385 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-58656d90-fb9f-41c6-bdbf-82471e6b0440 req-041e327c-d959-42ea-ac1f-090cbd34e28e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.0647435 Apr 04 14:24:40.898137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90c193-3bc6-44d5-b655-7909c5e745e0 req-1defdba9-c0ac-44eb-8774-5d81346920b8 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:40.899678 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d90c193-3bc6-44d5-b655-7909c5e745e0 req-1defdba9-c0ac-44eb-8774-5d81346920b8 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0726805 Apr 04 14:24:40.949601 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-58656d90-fb9f-41c6-bdbf-82471e6b0440 req-a320e425-2154-4488-8701-316b6ac8e0d9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440094 Apr 04 14:24:40.967544 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d90c193-3bc6-44d5-b655-7909c5e745e0 req-72f6c128-873d-4daa-b8fc-8426ac55713f tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619540 Apr 04 14:24:41.155245 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1393e7-fd50-407c-9e65-5c02e0dc9b90 req-5df297f2-fb1a-45a1-a33e-913dcf7d8ce5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:41.161847 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0a1393e7-fd50-407c-9e65-5c02e0dc9b90 req-5df297f2-fb1a-45a1-a33e-913dcf7d8ce5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0648375 Apr 04 14:24:41.198140 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b94e0f3e-30e5-4684-a7cc-0a9aeebbdeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:41.206614 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0a1393e7-fd50-407c-9e65-5c02e0dc9b90 req-b93b3b48-627e-4715-a9f1-0f7ba0da892d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Apr 04 14:24:41.590099 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:24:41.643044 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port c799798b-818c-4f0f-a8a0-44b3871e6f01 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:41.643539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:41.734670 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:41.735332 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:41.762777 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:41.766071 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b088ed51-d18e-4f9d-8d33-537a1525d319" -d '{"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:41.802365 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:41.829581 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0c465-c165-4aee-af5c-1466f7b2eb1c x-openstack-request-id: req-8bd0c465-c165-4aee-af5c-1466f7b2eb1c {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:41.829911 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:41.830178 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bd0c465-c165-4aee-af5c-1466f7b2eb1c {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:41.830584 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd0c465-c165-4aee-af5c-1466f7b2eb1c'] response: {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'code': 200} Apr 04 14:24:41.906585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:41.972669 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=7']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:42.124684 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c102e-0a13-4b01-a8a8-e6cbe6ffc0e8 req-a2326db8-4d5f-4db8-aead-76ebbc644a19 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:42.134103 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ff8c102e-0a13-4b01-a8a8-e6cbe6ffc0e8 req-a2326db8-4d5f-4db8-aead-76ebbc644a19 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0693784 Apr 04 14:24:42.148064 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4e737-e693-4090-8b6a-587256c2fa89 req-6d97714b-6b60-48b4-8c86-0b437fcdd66b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:42.157085 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1fd4e737-e693-4090-8b6a-587256c2fa89 req-6d97714b-6b60-48b4-8c86-0b437fcdd66b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0878289 Apr 04 14:24:42.223366 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1fd4e737-e693-4090-8b6a-587256c2fa89 req-b1774af8-b3fa-42d7-976b-b68373cb2ad0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580153 Apr 04 14:24:42.233838 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ff8c102e-0a13-4b01-a8a8-e6cbe6ffc0e8 req-f675c2ba-ea44-4059-843c-eac8d9ce2747 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978708 Apr 04 14:24:42.395065 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675da5d-989e-4c9a-85c6-7a96c2b806ee req-d40e5740-4baa-429b-a70e-8df91505b8cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:42.397765 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8675da5d-989e-4c9a-85c6-7a96c2b806ee req-d40e5740-4baa-429b-a70e-8df91505b8cc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0676327 Apr 04 14:24:42.456530 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8675da5d-989e-4c9a-85c6-7a96c2b806ee req-5c2fcfb0-656b-48d8-a4e7-e40f17458e20 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529234 Apr 04 14:24:42.601120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327fdc6-7862-413f-a570-758562499968 req-3672b0cf-2376-4f26-8a5f-c6bd9a4435f9 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:42.612676 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2327fdc6-7862-413f-a570-758562499968 req-3672b0cf-2376-4f26-8a5f-c6bd9a4435f9 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0643849 Apr 04 14:24:42.616738 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 35182) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:42.619223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'floatingip': {'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:42.664951 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:43.372449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5944-92e4-4663-99a3-0dbe10ac2e5b req-872c755d-67a8-486d-8151-d3c92869185d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:43.382948 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-be8d5944-92e4-4663-99a3-0dbe10ac2e5b req-872c755d-67a8-486d-8151-d3c92869185d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0780892 Apr 04 14:24:43.442567 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:43.450062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-960364f1-4dbb-4468-92ae-2d19aec4ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:43.454635 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-be8d5944-92e4-4663-99a3-0dbe10ac2e5b req-29198449-72cb-42ca-84b8-acc19c2dd123 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676372 Apr 04 14:24:43.496595 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:43.548566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a805f-2d7d-4e65-8668-978bf5177ee8 req-95e526fc-a139-4cc9-8e8d-841c69f18dfe tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:43.551194 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-273a805f-2d7d-4e65-8668-978bf5177ee8 req-95e526fc-a139-4cc9-8e8d-841c69f18dfe tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.1237559 Apr 04 14:24:43.643601 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-273a805f-2d7d-4e65-8668-978bf5177ee8 req-1e4b08c9-bb52-4028-a024-7b1481da6a92 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670340 Apr 04 14:24:43.667717 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Floating IP 1475dad3-b519-44e8-966b-aa0e70e3137c associated. External IP: 172.27.3.92, port: 4ee4e22d-ab20-406f-ba79-39ea68242906. Apr 04 14:24:43.948773 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Router 52958e60-21bd-4412-95ab-389849593b2f has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:24:44.084557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:24:44.092139 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:44.099954 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:24:44.118847 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:44.119531 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:44.148284 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ffafe13c-a1c7-4242-b17e-563b3abde082 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "PUT /v2.0/floatingips/1475dad3-b519-44e8-966b-aa0e70e3137c HTTP/1.1" status: 200 len: 991 time: 1.5330474 Apr 04 14:24:44.148974 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:44.151230 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d209c-c96c-4067-9ffd-27809215bdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:44.196411 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120007f-32c0-40a5-954d-f3489dd84ff0 x-openstack-request-id: req-5120007f-32c0-40a5-954d-f3489dd84ff0 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:44.196782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:44.197127 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5120007f-32c0-40a5-954d-f3489dd84ff0 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:44.197650 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5120007f-32c0-40a5-954d-f3489dd84ff0'] response: {'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'status': 'completed', 'code': 200} Apr 04 14:24:44.268039 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-c9d41c6c-eae2-45ea-b940-3ff0ed2b7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.269550 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-c9d41c6c-eae2-45ea-b940-3ff0ed2b7356 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0474122 Apr 04 14:24:44.278237 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:44.398443 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-9929e8be-3d5e-4ad6-b576-61953571ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.399863 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-9929e8be-3d5e-4ad6-b576-61953571ce00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.1213050 Apr 04 14:24:44.496925 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-87ebdc53-b241-448f-9cba-3af4869cdb65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 999 time: 0.0868366 Apr 04 14:24:44.616492 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-48da0e37-1f69-4f6b-b061-507aa06f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.617991 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-48da0e37-1f69-4f6b-b061-507aa06f39a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.1123374 Apr 04 14:24:44.671963 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd202b3d-83ce-494d-9cea-dd8e36bf2eed req-ed6b2fc9-f6da-442b-8369-3394e16f4a60 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.671963 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd202b3d-83ce-494d-9cea-dd8e36bf2eed req-ed6b2fc9-f6da-442b-8369-3394e16f4a60 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1255746 Apr 04 14:24:44.726514 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-1535ebe5-8f79-44fe-993e-dad99b17cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.728614 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-1535ebe5-8f79-44fe-993e-dad99b17cddc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029108 Apr 04 14:24:44.746212 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:24:43Z', 'revision_number': 1, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:44.769413 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd202b3d-83ce-494d-9cea-dd8e36bf2eed req-d64581aa-5223-466a-86fa-505c1fc7a816 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920198 Apr 04 14:24:44.811890 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:24:44.826690 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:44.827901 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:44.840864 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f9fa9-eb18-47d1-be85-4cd96f2e9675 req-185880c0-8a1e-4257-8970-2e8d5a353f32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:44.843834 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-702f9fa9-eb18-47d1-be85-4cd96f2e9675 req-185880c0-8a1e-4257-8970-2e8d5a353f32 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0983059 Apr 04 14:24:44.862007 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-44e5884d-a2af-4153-9e61-8850e2f4c268 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235912 Apr 04 14:24:44.913295 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-702f9fa9-eb18-47d1-be85-4cd96f2e9675 req-307d7b4f-a41a-4819-80ef-4727e6bc6f4e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623755 Apr 04 14:24:44.981194 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:44.985466 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a20d209c-c96c-4067-9ffd-27809215bdd5 req-a0c515f1-1065-47b3-8744-31b8da3cf7d2 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162925 Apr 04 14:24:45.181119 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:45.225358 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:24:43Z', 'revision_number': 1, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:45.251797 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e790439-3459-4641-9ed9-dcfc0dc83831 None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:24:43Z', 'revision_number': 1, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:24:45.375759 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:45.503221 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73332987-6106-4678-9a4a-df97ede38ef6 None None] New status for floating IP 1475dad3-b519-44e8-966b-aa0e70e3137c: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:24:45.620275 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:24:45.777387 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:45.794225 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'mac_address': 'fa:16:3e:6e:87:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:24:45.872167 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:45.872890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:45.890479 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e86c7-8f83-4f88-ac72-540f71cf6787 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:24:45.915381 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:45.947404 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:45.983268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4352085-a8a9-43fc-9635-bc3c43452805 req-87ce915e-5f34-421a-b03f-53f355f44d0e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:45.987424 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c4352085-a8a9-43fc-9635-bc3c43452805 req-87ce915e-5f34-421a-b03f-53f355f44d0e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.1142638 Apr 04 14:24:45.997781 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:46.056724 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:46.065428 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c4352085-a8a9-43fc-9635-bc3c43452805 req-12b84e56-c942-4c05-bd9c-f57f1aa5d8ec tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681753 Apr 04 14:24:46.066068 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.066416 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.066988 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.067598 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.067941 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.068272 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.068943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.069502 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.070048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.070589 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.071119 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.071742 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.072276 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.072615 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.073100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:24:46.106435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6e557-668f-4a4d-89d1-0bfc3f882b80 req-9e4891da-daf0-4e8e-b1c0-675bcc131637 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:46.112753 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b0f6e557-668f-4a4d-89d1-0bfc3f882b80 req-9e4891da-daf0-4e8e-b1c0-675bcc131637 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0963726 Apr 04 14:24:46.186333 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b0f6e557-668f-4a4d-89d1-0bfc3f882b80 req-53d8e4d2-f270-4a5c-91f9-a266766b4c3a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641868 Apr 04 14:24:46.454840 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['4d8e86c7-8f83-4f88-ac72-540f71cf6787'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:24:47.222312 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a720e9-3022-461f-bf0d-73e99d2340a2 req-c1b91d4e-d86d-4234-8433-affd7c3bc0ed tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:47.230717 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c7a720e9-3022-461f-bf0d-73e99d2340a2 req-c1b91d4e-d86d-4234-8433-affd7c3bc0ed tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0770633 Apr 04 14:24:47.344945 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c7a720e9-3022-461f-bf0d-73e99d2340a2 req-164a4370-e2f1-4f8a-9b83-27e055484059 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078601 Apr 04 14:24:47.354132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b746af-2d78-4cca-ab2e-772a948196a1 req-3d4bf8cc-ce1c-416f-8da1-564627090d7a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:47.362040 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a8b746af-2d78-4cca-ab2e-772a948196a1 req-3d4bf8cc-ce1c-416f-8da1-564627090d7a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0813112 Apr 04 14:24:47.399802 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:47.415485 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a8b746af-2d78-4cca-ab2e-772a948196a1 req-f71060c8-cc0b-4efc-90c3-157f512f8cd4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512855 Apr 04 14:24:48.469271 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35274) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:48.488952 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73aea-9da6-47b5-a51f-fa4a0dfe44b5 req-e67ad1c4-9441-48f0-b5b0-9400da678d88 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:48.490621 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dff73aea-9da6-47b5-a51f-fa4a0dfe44b5 req-e67ad1c4-9441-48f0-b5b0-9400da678d88 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0812745 Apr 04 14:24:48.555514 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dff73aea-9da6-47b5-a51f-fa4a0dfe44b5 req-a0e55aac-7a8d-4861-8cb5-258b4b229a97 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592227 Apr 04 14:24:48.557424 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bcc9e-c24c-436f-a90c-4d4f33ef65b4 req-b6f541b6-1a9e-472f-9269-33ad2a030a81 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:48.558911 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3f9bcc9e-c24c-436f-a90c-4d4f33ef65b4 req-b6f541b6-1a9e-472f-9269-33ad2a030a81 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0681396 Apr 04 14:24:48.619157 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3f9bcc9e-c24c-436f-a90c-4d4f33ef65b4 req-91fe4b3b-5261-4153-9b3d-47c3ca61be5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541410 Apr 04 14:24:48.620036 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7b9a-65c4-43b0-9132-6e9314b2621f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:48.699641 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7b9a-65c4-43b0-9132-6e9314b2621f admin admin] Publish callbacks [] for security_group (436b1da2-224c-458d-81f8-8da572bc3410), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:48.774783 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ac8a7b9a-65c4-43b0-9132-6e9314b2621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (436b1da2-224c-458d-81f8-8da572bc3410), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:48.816128 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ac8a7b9a-65c4-43b0-9132-6e9314b2621f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e20bd71325f645149b5c7e3320ea3c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426681 Apr 04 14:24:48.816128 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a7b9a-65c4-43b0-9132-6e9314b2621f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b1da2-224c-458d-81f8-8da572bc3410,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:48.816289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 35280) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:48.879964 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] Publish callbacks [] for security_group (436b1da2-224c-458d-81f8-8da572bc3410), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:48.906369 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] Publish callbacks [] for security_group (436b1da2-224c-458d-81f8-8da572bc3410), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:49.003559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (436b1da2-224c-458d-81f8-8da572bc3410), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:49.006529 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:49.007880 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/436b1da2-224c-458d-81f8-8da572bc3410 HTTP/1.1" status: 204 len: 168 time: 0.1912017 Apr 04 14:24:49.019143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205ca5f-982c-4ef3-b83c-fff0d74f9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b1da2-224c-458d-81f8-8da572bc3410,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:49.677457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e600-9656-47b1-b01c-5d50067c779c req-e1699ceb-d90d-484c-995b-c87217a3862e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:49.678973 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c9f4e600-9656-47b1-b01c-5d50067c779c req-e1699ceb-d90d-484c-995b-c87217a3862e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Apr 04 14:24:49.731776 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c9f4e600-9656-47b1-b01c-5d50067c779c req-fef1baca-dc09-4d21-a6b4-634d8da92b84 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Apr 04 14:24:49.740221 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b2cf-4d8f-4d7d-9972-63d8e5b2806a req-772219d4-1462-40f6-88f7-2c8032906cc2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:49.741711 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-66f6b2cf-4d8f-4d7d-9972-63d8e5b2806a req-772219d4-1462-40f6-88f7-2c8032906cc2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0573556 Apr 04 14:24:49.793693 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-66f6b2cf-4d8f-4d7d-9972-63d8e5b2806a req-eb9abeaf-c008-4d7c-b649-aced7bf1e10b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463772 Apr 04 14:24:50.283408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:24:50.374643 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:24:50.378313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:24:50.378681 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:50.454110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:50.454493 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:50.476048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:50.478229 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e9a495-d444-4529-b75e-23f4e3d47325" -d '{"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:50.490698 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:50.511840 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6de0c8-acb1-46f7-a1f1-60bc72006599 x-openstack-request-id: req-3b6de0c8-acb1-46f7-a1f1-60bc72006599 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:50.512153 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:50.512405 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b6de0c8-acb1-46f7-a1f1-60bc72006599 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:50.512799 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6de0c8-acb1-46f7-a1f1-60bc72006599'] response: {'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'code': 200} Apr 04 14:24:50.529042 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:50.575333 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:50.852683 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74c9ae-a865-4e2c-b336-749b9ba9ebe1 req-05ce3327-99e9-4cb5-bc37-11bf98e39b22 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:50.860260 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cf74c9ae-a865-4e2c-b336-749b9ba9ebe1 req-05ce3327-99e9-4cb5-bc37-11bf98e39b22 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Apr 04 14:24:50.901448 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cf74c9ae-a865-4e2c-b336-749b9ba9ebe1 req-e09c1ad7-f0ea-4c85-b3ff-0ad09ceb4254 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Apr 04 14:24:50.919086 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ee6e-e4df-4f5c-b057-fb3efd5322cc req-dd95d85f-c137-497b-9034-cf503df2f843 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:50.923405 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4aa7ee6e-e4df-4f5c-b057-fb3efd5322cc req-dd95d85f-c137-497b-9034-cf503df2f843 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0585599 Apr 04 14:24:50.997174 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4aa7ee6e-e4df-4f5c-b057-fb3efd5322cc req-236827a1-7dd9-4bb7-a58c-5eec75de878a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692279 Apr 04 14:24:51.012681 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660be4-a0eb-437b-8def-b10973055e5f req-696e0b48-16ee-4b5a-bf11-1117544e3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:51.014725 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c7660be4-a0eb-437b-8def-b10973055e5f req-696e0b48-16ee-4b5a-bf11-1117544e3fcf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.0542769 Apr 04 14:24:51.059738 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c7660be4-a0eb-437b-8def-b10973055e5f req-f4b12313-dcdc-4bc9-a404-7b83f931c6ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374188 Apr 04 14:24:51.427260 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-d9406dae-229e-41d9-8220-d3b1171e441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:51.428731 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-d9406dae-229e-41d9-8220-d3b1171e441c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0433176 Apr 04 14:24:51.519326 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-5b5bd199-f2e3-4d64-854f-680e4e25d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:51.520840 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-5b5bd199-f2e3-4d64-854f-680e4e25d514 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.0856414 Apr 04 14:24:51.586643 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-ed02911b-2551-48b4-bdd8-0dced515a3aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 1000 time: 0.0575323 Apr 04 14:24:51.638616 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-749ab2f6-d1ff-44cb-a373-5575a8fde5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:51.640099 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-749ab2f6-d1ff-44cb-a373-5575a8fde5bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0469942 Apr 04 14:24:51.693545 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-4c3a6ac2-474e-488c-8cf7-5e891a88e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:51.697658 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-4c3a6ac2-474e-488c-8cf7-5e891a88e3ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472271 Apr 04 14:24:51.784356 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-ba324166-5b4e-426c-b5e5-22d83f4c8dd1 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822699 Apr 04 14:24:51.874996 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04ef99b2-908e-4fc3-a5f1-5dbb076815e4 req-b62abccd-c573-4679-a843-3d563e2e5b49 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Apr 04 14:24:52.028193 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1525-1e50-426c-b84c-a145fb47239e req-ffd27eb7-945e-4ba9-8a2e-71972711e519 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:52.030225 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e84b1525-1e50-426c-b84c-a145fb47239e req-ffd27eb7-945e-4ba9-8a2e-71972711e519 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Apr 04 14:24:52.075544 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e84b1525-1e50-426c-b84c-a145fb47239e req-7fd89df7-22f2-4b94-8640-3778c2913fa5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Apr 04 14:24:52.115268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964707d-6e66-4e19-a7a6-d6a846c28e00 req-df9f60a7-5c86-40e3-b13e-28bef66d64c5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:52.116713 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7964707d-6e66-4e19-a7a6-d6a846c28e00 req-df9f60a7-5c86-40e3-b13e-28bef66d64c5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0521727 Apr 04 14:24:52.163903 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7964707d-6e66-4e19-a7a6-d6a846c28e00 req-50382f38-c13d-4627-a57f-0d4970322a86 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Apr 04 14:24:53.200405 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b4d57-791e-4ef6-ad36-4aae1037c62c req-b222c100-d1f8-4ecc-8dce-f6d35ac4ce30 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:53.203821 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-064b4d57-791e-4ef6-ad36-4aae1037c62c req-b222c100-d1f8-4ecc-8dce-f6d35ac4ce30 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0576272 Apr 04 14:24:53.253063 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-064b4d57-791e-4ef6-ad36-4aae1037c62c req-a919f022-2fed-43ca-81fd-e865f2b2a6d6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Apr 04 14:24:53.288316 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eafb1b-4496-4c53-ba3e-e589c1d67c3c req-457dc647-7513-44a4-93f4-828ce446eba1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:53.289792 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f8eafb1b-4496-4c53-ba3e-e589c1d67c3c req-457dc647-7513-44a4-93f4-828ce446eba1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0604818 Apr 04 14:24:53.336602 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f8eafb1b-4496-4c53-ba3e-e589c1d67c3c req-1b6081a9-37b9-409f-8b37-653e960cbebe tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Apr 04 14:24:53.453065 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518490-7491-40d9-896c-1e3f4af41296 req-e745b205-eb09-4e10-ac00-c06c1832e7e5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:53.454513 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18518490-7491-40d9-896c-1e3f4af41296 req-e745b205-eb09-4e10-ac00-c06c1832e7e5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0517476 Apr 04 14:24:53.503142 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18518490-7491-40d9-896c-1e3f4af41296 req-825cff5b-9827-4370-bf88-d5b52f6f096f tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430596 Apr 04 14:24:53.522513 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35338) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:53.699984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b395ebe7-3a9d-48fc-8c19-d2aa41497ac8 tempest-TestShelveInstance-913935849 tempest-TestShelveInstance-913935849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:53.702046 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b395ebe7-3a9d-48fc-8c19-d2aa41497ac8 tempest-TestShelveInstance-913935849 tempest-TestShelveInstance-913935849-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1124 time: 0.1780217 Apr 04 14:24:53.704913 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35342) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:53.709005 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:24:53.814660 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:53.911169 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:54.017418 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Allocated IP 172.27.3.59 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/182dbfe3-3c31-4479-810d-8623e46bc082) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:24:54.114698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for port (182dbfe3-3c31-4479-810d-8623e46bc082), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:54.215992 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:54.252680 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:24:54.255503 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:24:54.258913 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:24:54.383010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d313f73-da84-4845-b85e-aefbed15ba94 req-958c23e9-355f-4429-909a-d788d877e7d2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:54.384730 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8d313f73-da84-4845-b85e-aefbed15ba94 req-958c23e9-355f-4429-909a-d788d877e7d2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0568821 Apr 04 14:24:54.433958 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8d313f73-da84-4845-b85e-aefbed15ba94 req-74c8ddcf-4c36-482a-9397-06ba1e21af0c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Apr 04 14:24:54.517908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'Port': ['ID=182dbfe3-3c31-4479-810d-8623e46bc082,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:54.838541 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for floatingip (83c706cd-64e7-466b-b0ee-1f5042e2dfee), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:54.958657 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.101113 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for port (182dbfe3-3c31-4479-810d-8623e46bc082), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.163045 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.234885 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event updated for resources: {'Port': ['ID=182dbfe3-3c31-4479-810d-8623e46bc082,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:55.247991 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (83c706cd-64e7-466b-b0ee-1f5042e2dfee), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.352596 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Floating IP 83c706cd-64e7-466b-b0ee-1f5042e2dfee associated. External IP: 172.27.3.59, port: 4d8e86c7-8f83-4f88-ac72-540f71cf6787. Apr 04 14:24:55.600250 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f915083-aa2a-4539-8657-50ae3995d4d4 req-27dfefd5-dfe7-4288-92fd-528b24b6e584 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:55.601707 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0f915083-aa2a-4539-8657-50ae3995d4d4 req-27dfefd5-dfe7-4288-92fd-528b24b6e584 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 945 time: 0.0728266 Apr 04 14:24:55.628426 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Router 692bfe10-b196-4549-8317-6f7bcea7b7cf has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:24:55.682429 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:24:55.720047 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0f915083-aa2a-4539-8657-50ae3995d4d4 req-bab91863-d932-4160-b283-2db5f2394361 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113048 Apr 04 14:24:55.761382 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:24:55.772292 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: ACTIVE; New status is: DOWN {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:24:55.772717 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.773473 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Sync routers for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:24:55.783894 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:55.784799 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:55.804925 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:55.807159 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0bd2d1-290b-423c-8429-849dabae8be9" -d '{"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:55.821128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:24:55.839059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b95061-060e-48b6-9b58-74559dc3b46c x-openstack-request-id: req-56b95061-060e-48b6-9b58-74559dc3b46c {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:55.839059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-unplugged", "status": "failed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "code": 422}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:55.839466 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56b95061-060e-48b6-9b58-74559dc3b46c {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:55.839913 dv-cinder-835880-4-iscsi neutron-server[103854]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-56b95061-060e-48b6-9b58-74559dc3b46c']: {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'code': 422} returned with failed status Apr 04 14:24:55.857104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.878128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:55.888668 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5ac6938e-8e9b-4051-a3f0-d5dd6ca6af5c tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1826544 Apr 04 14:24:55.889294 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:24:55.891796 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:24:55.902866 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:55.935129 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5df0dc-43ed-41f7-b150-38cdb89eaa53 x-openstack-request-id: req-0d5df0dc-43ed-41f7-b150-38cdb89eaa53 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:24:55.935616 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:24:55.936089 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d5df0dc-43ed-41f7-b150-38cdb89eaa53 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:24:55.936762 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5df0dc-43ed-41f7-b150-38cdb89eaa53'] response: {'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'status': 'completed', 'code': 200} Apr 04 14:24:55.947201 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=8']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:56.012025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-65a01b87-7658-47a4-86ce-325cea46f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:56.013607 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-65a01b87-7658-47a4-86ce-325cea46f648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.0482805 Apr 04 14:24:56.118125 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-b49ce2e3-e635-4852-9231-0c4ffe9c3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:56.119680 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-b49ce2e3-e635-4852-9231-0c4ffe9c3a13 service neutron] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 908 time: 0.0908921 Apr 04 14:24:56.133426 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '83c706cd-64e7-466b-b0ee-1f5042e2dfee', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'mac_address': 'fa:16:3e:6e:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:54Z', 'updated_at': '2022-04-04T14:24:54Z', 'revision_number': 0, 'project_id': '219e1dc249474585875b6db15f207e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:56.164556 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Checking router: 692bfe10-b196-4549-8317-6f7bcea7b7cf for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:24:56.173315 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:24:56.173982 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:24:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:56.186175 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-900c103c-30fe-4a0c-8d6f-93fe0affdd84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 998 time: 0.0593410 Apr 04 14:24:56.241154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-ec979181-85d1-45c3-b690-0bed398e96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:56.242602 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-ec979181-85d1-45c3-b690-0bed398e96bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.0469768 Apr 04 14:24:56.286852 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:24:56.294742 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-b098dfeb-80fb-448f-b3d3-b2cea6b966ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:56.296328 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-b098dfeb-80fb-448f-b3d3-b2cea6b966ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458057 Apr 04 14:24:56.387969 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-50d9401e-a7cc-4c86-a0fe-c5cc8737adad service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Apr 04 14:24:56.490222 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2638ec1c-8159-4f5b-a8b4-1c27ae4b73a0 req-ec79f030-80d3-49bf-af00-d336cd27b153 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848258 Apr 04 14:24:56.510414 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '83c706cd-64e7-466b-b0ee-1f5042e2dfee', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'mac_address': 'fa:16:3e:6e:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:54Z', 'updated_at': '2022-04-04T14:24:54Z', 'revision_number': 0, 'project_id': '219e1dc249474585875b6db15f207e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:24:56.540778 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360e1adf-99ed-4e86-893e-29aa300c459d None None] The sync data for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi is: [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '83c706cd-64e7-466b-b0ee-1f5042e2dfee', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'mac_address': 'fa:16:3e:6e:87:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:54Z', 'updated_at': '2022-04-04T14:24:54Z', 'revision_number': 0, 'project_id': '219e1dc249474585875b6db15f207e90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:24:56.753958 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2230b0f1-8f98-42e1-85ae-d390b664a108 None None] New status for floating IP 83c706cd-64e7-466b-b0ee-1f5042e2dfee: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:24:56.826489 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-abb78842-790d-4614-86cf-5ce30a598d54 req-8f0d95c4-869c-4840-9b1d-0810d32ccc3b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:24:56.828147 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-abb78842-790d-4614-86cf-5ce30a598d54 req-8f0d95c4-869c-4840-9b1d-0810d32ccc3b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061734 Apr 04 14:24:56.996486 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35388) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:57.108913 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bcfad6b8-200a-427b-b86d-b8b25e1a9914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.117336 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387b416-3a00-4774-b796-c71c0c10137c req-7f6d81d8-e98d-4f7e-bec3-89e4ea04054d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:57.124935 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b387b416-3a00-4774-b796-c71c0c10137c req-7f6d81d8-e98d-4f7e-bec3-89e4ea04054d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0633898 Apr 04 14:24:57.179453 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b387b416-3a00-4774-b796-c71c0c10137c req-d093e35a-6c68-4c2c-bb86-4227bd46b509 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535784 Apr 04 14:24:57.201110 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bcfad6b8-200a-427b-b86d-b8b25e1a9914 admin admin] Publish callbacks [] for security_group (170a31a4-32da-446e-8968-fd85269c3b09), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.252509 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bcfad6b8-200a-427b-b86d-b8b25e1a9914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (170a31a4-32da-446e-8968-fd85269c3b09), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.293813 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfad6b8-200a-427b-b86d-b8b25e1a9914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a31a4-32da-446e-8968-fd85269c3b09,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:57.298200 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bcfad6b8-200a-427b-b86d-b8b25e1a9914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32928e59ea4b493fbe6e28686fd29d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006387 Apr 04 14:24:57.300839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35404) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:57.348711 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] Publish callbacks [] for security_group (170a31a4-32da-446e-8968-fd85269c3b09), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.370330 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] Publish callbacks [] for security_group (170a31a4-32da-446e-8968-fd85269c3b09), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.465749 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (170a31a4-32da-446e-8968-fd85269c3b09), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.468423 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:24:57.472054 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/170a31a4-32da-446e-8968-fd85269c3b09 HTTP/1.1" status: 204 len: 168 time: 0.1677997 Apr 04 14:24:57.477221 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a72bd-d390-4747-ae02-ca3e80d3ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a31a4-32da-446e-8968-fd85269c3b09,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:24:57.565960 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35416) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:57.647125 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-931d76aa-b572-43f0-9d85-b74001f68cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800157 Apr 04 14:24:57.655701 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-09b7ec1b-7182-4a26-9948-9e0b6d7e9653 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:24:57.656705 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-09b7ec1b-7182-4a26-9948-9e0b6d7e9653 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048625 Apr 04 14:24:57.791979 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35428) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:24:57.931113 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-e440cc5f-463d-436b-beb4-fd702f6b7d80 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:57.932472 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-e440cc5f-463d-436b-beb4-fd702f6b7d80 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports/c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 940 time: 0.1394618 Apr 04 14:24:58.310421 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc848-8560-4bcb-b825-685934d37d37 req-0aefd8bc-21cc-4ecd-9ff0-1b6dbca22688 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:58.312529 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8d9bc848-8560-4bcb-b825-685934d37d37 req-0aefd8bc-21cc-4ecd-9ff0-1b6dbca22688 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0635872 Apr 04 14:24:58.359670 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8d9bc848-8560-4bcb-b825-685934d37d37 req-4db37257-08b1-44a3-97ac-e4bcc0b75a3f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 Apr 04 14:24:59.490353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29dd6-12a7-4713-9eb2-0e33536f5f2e req-9add1eb8-2621-4c92-85ea-776a92895a78 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:24:59.491870 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-36d29dd6-12a7-4713-9eb2-0e33536f5f2e req-9add1eb8-2621-4c92-85ea-776a92895a78 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0585320 Apr 04 14:24:59.538551 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-36d29dd6-12a7-4713-9eb2-0e33536f5f2e req-8686e127-f21c-4866-92be-96a4a35c9177 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Apr 04 14:25:00.369266 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-8e729c4e-d861-4c40-9c8c-9fa3520af9f9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304120 Apr 04 14:25:00.557439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-ffc8caec-129b-4c0e-afca-2029cd620ba2 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:00.558726 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-ffc8caec-129b-4c0e-afca-2029cd620ba2 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826150 Apr 04 14:25:00.574126 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-f90181f9-581b-4778-9599-81b037149043 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/quotas/7953e1ad0e2b43b99054c08e37526cbe HTTP/1.1" status: 200 len: 375 time: 0.0094800 Apr 04 14:25:00.611438 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-a60619ad-77fb-44d4-90a5-f8e37e9fb5fe tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309937 Apr 04 14:25:00.665692 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd993bb-8a6b-46da-86e2-79ce6991ca56 req-2e90d83d-e1ed-44e2-b54b-1aa4b0887ffe tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:00.667198 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9dd993bb-8a6b-46da-86e2-79ce6991ca56 req-2e90d83d-e1ed-44e2-b54b-1aa4b0887ffe tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0522060 Apr 04 14:25:00.712102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9dd993bb-8a6b-46da-86e2-79ce6991ca56 req-e70b7ffb-d12e-4263-9537-07d42ff0391e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Apr 04 14:25:00.898806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4a0aaab4-0b5b-428b-9697-a3f6c9ccfff8 req-76333f74-786b-4376-90b4-939f123449c2 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0729997 Apr 04 14:25:00.934434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-654c21a2-283f-4d5d-9307-7517216ca0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:00.936651 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-654c21a2-283f-4d5d-9307-7517216ca0f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 1127 time: 0.1005311 Apr 04 14:25:01.006739 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-5029742f-87e9-4cfa-b1ce-24cf7969a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:01.008253 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-5029742f-87e9-4cfa-b1ce-24cf7969a6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0438597 Apr 04 14:25:01.101561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-3c41662a-7d9a-4cbb-9d37-8b628670257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:01.102924 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-3c41662a-7d9a-4cbb-9d37-8b628670257e service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.0847318 Apr 04 14:25:01.175413 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-8ddd3079-685a-46e8-8291-4bcf42156d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 200 len: 998 time: 0.0629950 Apr 04 14:25:01.222209 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-7d935eb2-8cce-4627-8641-4e2183eefc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:01.223667 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-7d935eb2-8cce-4627-8641-4e2183eefc68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0423625 Apr 04 14:25:01.276875 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-b00d324a-ef9d-49c0-aac3-623c25910c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:01.278524 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-b00d324a-ef9d-49c0-aac3-623c25910c33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474150 Apr 04 14:25:01.383324 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-661c5af3-fd0e-44fa-8efd-f48a379962d4 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817981 Apr 04 14:25:01.477189 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-949a1638-c6c3-400d-89c3-a2f12a7e32a1 req-1fd733d5-6d59-4a13-bc51-5d6461c438b2 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875578 Apr 04 14:25:01.837776 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72d464-a5cf-4c05-be31-ccb1c4779ee7 req-24d2e469-de99-425e-8059-1669fc509198 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:01.839300 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf72d464-a5cf-4c05-be31-ccb1c4779ee7 req-24d2e469-de99-425e-8059-1669fc509198 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0524840 Apr 04 14:25:01.888043 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf72d464-a5cf-4c05-be31-ccb1c4779ee7 req-bc90efaf-b51e-4ff4-b6d5-4e65c7fe3025 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Apr 04 14:25:01.994562 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-76f5e3a5-af3e-4630-9dae-da3d54bffa86 req-6f04f98d-42b6-4a17-aebc-1ac421afff26 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Apr 04 14:25:03.015926 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d2529-b1c8-4251-bdcc-695e69e33a6f req-c8b025bd-9376-4319-8a1e-54acd9f07c62 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:03.017450 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-607d2529-b1c8-4251-bdcc-695e69e33a6f req-c8b025bd-9376-4319-8a1e-54acd9f07c62 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0533197 Apr 04 14:25:03.064368 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-607d2529-b1c8-4251-bdcc-695e69e33a6f req-9d7a677b-5b81-414c-84d0-45af0f2ecac1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Apr 04 14:25:03.089650 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d02a4ab9-6abc-4214-b440-1dd001a3b852 req-49296a14-d69b-4227-86c9-67de06f02695 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0259283 Apr 04 14:25:04.194165 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69642-fc86-4333-a7df-84d7617c1922 req-fdad46d9-e4a3-48b3-9a05-39ff53a4b168 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:04.200515 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-12dca7e9-303e-4a53-b08f-e300c08739b3 req-282362b8-ac78-4195-9a8a-7e49cf5d42fa tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0401161 Apr 04 14:25:04.202113 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c6a69642-fc86-4333-a7df-84d7617c1922 req-fdad46d9-e4a3-48b3-9a05-39ff53a4b168 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0665436 Apr 04 14:25:04.255920 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c6a69642-fc86-4333-a7df-84d7617c1922 req-9d75907a-9ecd-42b0-aeb9-669dd184515b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525351 Apr 04 14:25:05.310667 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec81a323-b06d-4c2a-a6a8-646ca7a2f8a2 req-6ec8c23e-db44-4750-bfb2-3d4c96c0702e tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0366111 Apr 04 14:25:05.411230 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049439c7-1921-46b2-9521-4e7a718af4e3 req-42f32b78-5a44-4be0-83f6-775ea0a42216 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:05.413535 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-049439c7-1921-46b2-9521-4e7a718af4e3 req-42f32b78-5a44-4be0-83f6-775ea0a42216 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0623469 Apr 04 14:25:05.462106 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-049439c7-1921-46b2-9521-4e7a718af4e3 req-3a7134a1-301d-450e-9cbf-dfd232726db3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Apr 04 14:25:06.394676 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e296da32-a30d-4ad7-bb9f-69077670befd req-d24d6102-2eca-4948-8bbf-71705d799f21 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0260479 Apr 04 14:25:06.587999 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb06b7e-c984-40e8-a920-76eab7672a74 req-a9e88275-50ec-432b-86f4-2fe98090c627 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:06.589440 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6eb06b7e-c984-40e8-a920-76eab7672a74 req-a9e88275-50ec-432b-86f4-2fe98090c627 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0575893 Apr 04 14:25:06.634884 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6eb06b7e-c984-40e8-a920-76eab7672a74 req-baf1936c-b3ae-43cf-b6f5-7202aa9a4356 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Apr 04 14:25:07.495930 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b67c8754-5aab-43aa-91cb-5c80dc827605 req-387aaa0e-52f4-40fd-bbc0-be3ce0ff4822 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Apr 04 14:25:07.761533 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d8e8-02eb-4992-a482-1e00fce57234 req-691303d5-e113-4b9c-a62b-9c8695bc8d29 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:07.771987 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52b0d8e8-02eb-4992-a482-1e00fce57234 req-691303d5-e113-4b9c-a62b-9c8695bc8d29 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0637591 Apr 04 14:25:07.813990 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52b0d8e8-02eb-4992-a482-1e00fce57234 req-5d87d3c9-5abc-4488-91f1-1e80082c06b6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Apr 04 14:25:08.505293 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:25:08.593895 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ed74e64f-3284-4f06-9f3c-29a61d48640d req-21a3f4a6-31ea-4f73-a594-1e8b4d2c6813 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0271764 Apr 04 14:25:08.950313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a875-60a8-4157-8c3f-8f6714dcaf93 req-a82e3ed9-2065-4e77-beaf-f6caa87c60ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:08.953139 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6123a875-60a8-4157-8c3f-8f6714dcaf93 req-a82e3ed9-2065-4e77-beaf-f6caa87c60ab tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0644703 Apr 04 14:25:09.004547 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6123a875-60a8-4157-8c3f-8f6714dcaf93 req-a3097e43-f827-4a2b-ae95-b1fd180a8064 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Apr 04 14:25:09.689746 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-498d37b9-1dd1-434a-bc2a-bc71915623d4 req-eee64d08-53a0-41e3-8fb8-27a8efc0c103 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0269816 Apr 04 14:25:10.134504 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b880c-8736-452b-800e-cfc3efdb3b0a req-1c30cce6-27e4-48c1-b631-29135ab7ef7f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:10.136169 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-184b880c-8736-452b-800e-cfc3efdb3b0a req-1c30cce6-27e4-48c1-b631-29135ab7ef7f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0542927 Apr 04 14:25:10.185977 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-184b880c-8736-452b-800e-cfc3efdb3b0a req-0328bbc4-95d0-4e2a-a367-7ed33ff98c61 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Apr 04 14:25:10.787640 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-27e160e8-23cd-4724-88af-b14ab9443179 req-affe4870-4c77-480c-8163-76727e130c6e tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Apr 04 14:25:11.242733 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e655-40dd-44f6-9994-7167b8d1ccd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:11.330845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18671dd-f4d4-49b9-9dbc-0c7c4d5978d0 req-7c9218f4-485e-447e-bb7d-85bf7860abfd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:11.332544 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f18671dd-f4d4-49b9-9dbc-0c7c4d5978d0 req-7c9218f4-485e-447e-bb7d-85bf7860abfd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0601401 Apr 04 14:25:11.377933 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f18671dd-f4d4-49b9-9dbc-0c7c4d5978d0 req-d0fd9e0f-2e0d-41b9-8d23-049793b1cfc4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 Apr 04 14:25:11.881487 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6150e2c2-693b-46ff-9e86-0d069747e48c req-c951dd0f-f8e0-4a74-85c6-8e014f14b604 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0289552 Apr 04 14:25:12.503089 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cf8d0-c3d3-4e8d-ae98-b279c1c70668 req-6b38d4ca-0943-461d-b70f-ffeb0ab28b48 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:12.504595 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-043cf8d0-c3d3-4e8d-ae98-b279c1c70668 req-6b38d4ca-0943-461d-b70f-ffeb0ab28b48 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0544798 Apr 04 14:25:12.558830 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-043cf8d0-c3d3-4e8d-ae98-b279c1c70668 req-7aeaf116-78cb-4924-968b-6ffb44e5ae49 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484500 Apr 04 14:25:12.976217 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c7b0723-2669-43f5-9f3f-956abb71f14e req-53db3c93-ca69-4ec6-8206-d14c10e78cc0 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0287380 Apr 04 14:25:13.419560 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ae549b09-baf1-4bc6-a128-b97f934b89e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:13.680171 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f57614-dbca-4fd7-bcf3-6113d0f53e4e req-9fa40e31-720b-4bdb-95f1-a13ccb50943a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:13.681599 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-55f57614-dbca-4fd7-bcf3-6113d0f53e4e req-9fa40e31-720b-4bdb-95f1-a13ccb50943a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0521221 Apr 04 14:25:13.725494 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-55f57614-dbca-4fd7-bcf3-6113d0f53e4e req-349151a2-ed7f-4f41-94f5-7f7a78febd17 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 Apr 04 14:25:14.101131 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-342aa826-ea98-4c8e-9662-e3fd398824eb req-0e53a938-0c77-44a5-baed-80a616f74f51 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0288746 Apr 04 14:25:14.103933 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-db7fdb0e-5b42-4676-931a-66ef087140f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2948670 Apr 04 14:25:14.168765 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-e60e6e27-b33a-426d-852c-f0c13085a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.171037 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-e60e6e27-b33a-426d-852c-f0c13085a455 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1129 time: 0.0430982 Apr 04 14:25:14.297737 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-dac657e2-b20b-4c5b-a741-18a8c2243fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.302433 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-dac657e2-b20b-4c5b-a741-18a8c2243fbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.0883949 Apr 04 14:25:14.363791 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-9463539e-2f48-4447-8752-46f6dd7aa4a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 1000 time: 0.0570607 Apr 04 14:25:14.400391 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-c1171571-ca2b-468b-9a61-18023c69885f tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195322 Apr 04 14:25:14.420249 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-94bfb727-5825-456c-8377-b898c08560e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.422407 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-94bfb727-5825-456c-8377-b898c08560e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0434351 Apr 04 14:25:14.476684 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-5354ec96-0f9f-48ed-adc5-b312e84c2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.478207 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-5354ec96-0f9f-48ed-adc5-b312e84c2518 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471756 Apr 04 14:25:14.511760 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-f8f3e331-2209-48e1-9e41-810a7a874375 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.513202 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-f8f3e331-2209-48e1-9e41-810a7a874375 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057096 Apr 04 14:25:14.525662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Request body: {'port': {'device_id': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c', 'admin_state_up': True, 'tenant_id': '7953e1ad0e2b43b99054c08e37526cbe'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:14.572323 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-62ce3598-9473-430b-b5b4-718b60d1886c service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811563 Apr 04 14:25:14.631013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:14.685169 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-64f94a9a-3eaf-4c5e-965b-1ddeb8faadd5 req-9de647aa-4cca-46fb-bd86-30e37353c7de service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891249 Apr 04 14:25:14.688443 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Made reservation on behalf of 7953e1ad0e2b43b99054c08e37526cbe for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:14.691942 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:14.708921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:14.791969 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks [] for security_group (fe4d764b-a379-4e61-a4ca-0ee773aa500a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:14.852880 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae883e-0291-4ce6-97cb-c12ea856378f req-5f02eb3c-e13a-4257-8416-920f4f18e749 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:14.854250 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-30ae883e-0291-4ce6-97cb-c12ea856378f req-5f02eb3c-e13a-4257-8416-920f4f18e749 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0522201 Apr 04 14:25:14.859395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (fe4d764b-a379-4e61-a4ca-0ee773aa500a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:14.934656 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d764b-a379-4e61-a4ca-0ee773aa500a,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:14.969804 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.970146 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.970491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.970826 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.971147 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.971503 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.971822 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.972170 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.972488 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.972826 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.973148 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.973468 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.973783 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.974098 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.974413 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:14.990419 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-30ae883e-0291-4ce6-97cb-c12ea856378f req-62b3d104-9454-477c-a3e0-8d91b97e3980 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279387 Apr 04 14:25:15.039089 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Allocated IP 192.168.233.129 (979f2cf0-7180-4052-8a74-10e6db1be70c/f3082509-09f7-43dc-88e2-aabe8342664f/ef65c45e-8907-4e6e-9e71-07e91e411c93) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:15.180924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks [] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.193997 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2239d0b8-6bcf-4cf6-8576-dd523d6ad464 req-c4b35d46-0633-41dd-b1d0-a1bbf657b525 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0268338 Apr 04 14:25:15.254369 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.296354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Network 979f2cf0-7180-4052-8a74-10e6db1be70c is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:15.299457 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:15.301885 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:15.336844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Pushing event updated for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:15.360187 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:15.360798 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.368193 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.440256 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-01ab4dff-5e6d-4d34-8bbb-51cab0312867 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9180329 Apr 04 14:25:15.460751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Request body: {'port': {'device_id': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:15.520017 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.529403 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-1db6c2dd-ca4c-47c6-a659-4004ca11470e None None] Provisioning complete for port ef65c45e-8907-4e6e-9e71-07e91e411c93 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:15.529886 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1db6c2dd-ca4c-47c6-a659-4004ca11470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.566608 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-1db6c2dd-ca4c-47c6-a659-4004ca11470e None None] Port ef65c45e-8907-4e6e-9e71-07e91e411c93 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:15.889382 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:15.992535 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef65c45e-8907-4e6e-9e71-07e91e411c93 {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:25:16.000470 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks [] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:16.012018 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Transition to ACTIVE for port object ef65c45e-8907-4e6e-9e71-07e91e411c93 will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:25:16.093848 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:16.156150 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56842809-30d0-4e13-b405-868b33ab5b02 req-774a036f-c6ec-4b28-86ee-b5ea9033eab9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.157716 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-56842809-30d0-4e13-b405-868b33ab5b02 req-774a036f-c6ec-4b28-86ee-b5ea9033eab9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0968699 Apr 04 14:25:16.162707 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Pushing event updated for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:16.258132 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-56842809-30d0-4e13-b405-868b33ab5b02 req-3ca3787c-d0a9-40e9-a00d-f6f5978af1b2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926991 Apr 04 14:25:16.274707 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Attempting to bind port ef65c45e-8907-4e6e-9e71-07e91e411c93 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:16.274707 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Attempting to bind port ef65c45e-8907-4e6e-9e71-07e91e411c93 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:16.274944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Attempting to bind port ef65c45e-8907-4e6e-9e71-07e91e411c93 on network 979f2cf0-7180-4052-8a74-10e6db1be70c {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:16.279762 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Port ef65c45e-8907-4e6e-9e71-07e91e411c93 on network 979f2cf0-7180-4052-8a74-10e6db1be70c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:25:16.280091 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Attempting to bind port ef65c45e-8907-4e6e-9e71-07e91e411c93 on network 979f2cf0-7180-4052-8a74-10e6db1be70c {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:16.285655 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:16.286033 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Checking segment: {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:16.286470 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Bound using segment: {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:16.286904 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Bound port: ef65c45e-8907-4e6e-9e71-07e91e411c93, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609bdff7-4ada-49e1-94b5-d333542caf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:16.287305 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:16.340701 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170986e7-9aae-4fca-8a14-e9902c814975 req-91f34e78-e302-4bb3-a075-7fc36671e28e tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.342184 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-170986e7-9aae-4fca-8a14-e9902c814975 req-91f34e78-e302-4bb3-a075-7fc36671e28e tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 948 time: 0.0712645 Apr 04 14:25:16.361435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:16.364707 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:16.388434 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-170986e7-9aae-4fca-8a14-e9902c814975 req-bdf19494-248d-4ca3-8002-20246095dcd3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Apr 04 14:25:16.437548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:16.474296 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.475002 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:16.476313 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] 10.222.0.18 "PUT /v2.0/ports/ef65c45e-8907-4e6e-9e71-07e91e411c93 HTTP/1.1" status: 200 len: 1098 time: 1.0198395 Apr 04 14:25:16.480867 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:16.480867 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:16.515760 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb35599-bf22-4f78-bc70-076114c3debc service neutron] Pushing event updated for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:16.528897 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc953e1-e34a-4e99-a916-ca3ec7690969 x-openstack-request-id: req-8cc953e1-e34a-4e99-a916-ca3ec7690969 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:16.529197 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:16.529457 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8cc953e1-e34a-4e99-a916-ca3ec7690969 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:16.529867 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc953e1-e34a-4e99-a916-ca3ec7690969'] response: {'name': 'network-changed', 'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93', 'status': 'completed', 'code': 200} Apr 04 14:25:16.603127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8 req-a42051eb-8ecf-4bad-b744-f472a2a7dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.604716 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8 req-a42051eb-8ecf-4bad-b744-f472a2a7dc0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 1132 time: 0.0486953 Apr 04 14:25:16.637359 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8 req-027088dc-0ea3-4a2c-83b9-ddee45a44e81 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197849 Apr 04 14:25:16.732690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8 req-a0c3508e-c039-4b16-b342-9e967d74cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.734716 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-671e05d5-0d9b-475b-bc69-01ea0a63d8c8 req-a0c3508e-c039-4b16-b342-9e967d74cc6e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904620 Apr 04 14:25:16.821034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-aa8498a9-3aae-4dc2-8c24-8b426d2efbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:16.822468 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-aa8498a9-3aae-4dc2-8c24-8b426d2efbfb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 1132 time: 0.0474474 Apr 04 14:25:17.008100 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-06803be5-b629-4858-9577-88a3b4b603f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93 HTTP/1.1" status: 200 len: 217 time: 0.0349984 Apr 04 14:25:17.056334 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-2647c023-87c8-486a-8c82-62e1d639c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:17.057727 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-2647c023-87c8-486a-8c82-62e1d639c7ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f3082509-09f7-43dc-88e2-aabe8342664f HTTP/1.1" status: 200 len: 843 time: 0.0427349 Apr 04 14:25:17.123227 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-90f2006c-89a8-46e2-a36a-c965a38d466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:17.125740 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-90f2006c-89a8-46e2-a36a-c965a38d466b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=979f2cf0-7180-4052-8a74-10e6db1be70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0510821 Apr 04 14:25:17.215075 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-bc0b703a-7d5e-444f-ae17-c8fbbbce3931 service neutron] 10.222.0.18 "GET /v2.0/networks/979f2cf0-7180-4052-8a74-10e6db1be70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823569 Apr 04 14:25:17.308165 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aabfdb0-2f0b-4eb0-b411-83ad2b24d64a req-b2228129-83bf-48db-ab10-26e05b50f105 service neutron] 10.222.0.18 "GET /v2.0/networks/979f2cf0-7180-4052-8a74-10e6db1be70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Apr 04 14:25:17.344977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:17.382891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c57522-b77b-4b7b-9e7f-f9bed0693d8f req-a5440474-8a35-4c25-a6a9-2a7f387c6105 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:17.384378 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-07c57522-b77b-4b7b-9e7f-f9bed0693d8f req-a5440474-8a35-4c25-a6a9-2a7f387c6105 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0515676 Apr 04 14:25:17.436684 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-07c57522-b77b-4b7b-9e7f-f9bed0693d8f req-5aa97e93-4752-4b71-9f83-c5ec05959b1d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465298 Apr 04 14:25:17.507336 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a6b21-b1ad-46e9-af74-a350870deb87 req-394c8444-1b10-4206-9c63-8856f3517300 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:17.508786 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2d9a6b21-b1ad-46e9-af74-a350870deb87 req-394c8444-1b10-4206-9c63-8856f3517300 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 948 time: 0.0522566 Apr 04 14:25:17.554045 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2d9a6b21-b1ad-46e9-af74-a350870deb87 req-dd6f6008-c273-42bc-8229-5c4e0134c0d1 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Apr 04 14:25:18.561181 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3615e-b1d6-4ba4-b8fe-02bd49ed6375 req-005b5849-9ed5-4217-8bf5-64fd21e7b371 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:18.563151 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-faf3615e-b1d6-4ba4-b8fe-02bd49ed6375 req-005b5849-9ed5-4217-8bf5-64fd21e7b371 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0514879 Apr 04 14:25:18.610523 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-faf3615e-b1d6-4ba4-b8fe-02bd49ed6375 req-351fe1d3-3c5b-4676-b438-acc53185feb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Apr 04 14:25:18.668132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3bc22-1c95-4290-a80b-26ce63cdd815 req-2bdba692-404e-4100-8424-ed9bf2f7015c tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:18.669580 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a9f3bc22-1c95-4290-a80b-26ce63cdd815 req-2bdba692-404e-4100-8424-ed9bf2f7015c tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 948 time: 0.0513833 Apr 04 14:25:18.718591 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a9f3bc22-1c95-4290-a80b-26ce63cdd815 req-2a307efd-0e1d-46bd-9710-11aae66f18fc tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Apr 04 14:25:19.730390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f56ff-5115-4d60-b166-ce748c5f4610 req-636bba15-0c78-4681-8686-ee4f2dd84c8b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:19.732132 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bc2f56ff-5115-4d60-b166-ce748c5f4610 req-636bba15-0c78-4681-8686-ee4f2dd84c8b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0512323 Apr 04 14:25:19.777526 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bc2f56ff-5115-4d60-b166-ce748c5f4610 req-65639697-72a3-4200-a6e9-02c329f94577 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Apr 04 14:25:19.803830 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device ef65c45e-8907-4e6e-9e71-07e91e411c93 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:25:19.834330 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80e225-76a1-4032-9f78-1f337b2e5b27 req-fa02eed8-b28e-465b-af4c-599cf5892faf tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:19.835823 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ce80e225-76a1-4032-9f78-1f337b2e5b27 req-fa02eed8-b28e-465b-af4c-599cf5892faf tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 948 time: 0.0516419 Apr 04 14:25:19.883797 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ce80e225-76a1-4032-9f78-1f337b2e5b27 req-49d3601d-a254-48c6-8303-a87462efe566 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Apr 04 14:25:20.018270 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:20.029337 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'ef65c45e-8907-4e6e-9e71-07e91e411c93', 'network_id': '979f2cf0-7180-4052-8a74-10e6db1be70c', 'port_id': 'ef65c45e-8907-4e6e-9e71-07e91e411c93', 'mac_address': 'fa:16:3e:e4:48:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3082509-09f7-43dc-88e2-aabe8342664f', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:25:20.064502 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port ef65c45e-8907-4e6e-9e71-07e91e411c93 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:20.064888 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:20.077872 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef65c45e-8907-4e6e-9e71-07e91e411c93 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:25:20.096175 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:20.167895 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:20.213019 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:20.509013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['ef65c45e-8907-4e6e-9e71-07e91e411c93'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:25:20.900255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836ad33-9c95-40f2-98c5-dd856c82af5b req-409b5d93-756f-44d2-b343-76328ba08161 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:20.901702 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e836ad33-9c95-40f2-98c5-dd856c82af5b req-409b5d93-756f-44d2-b343-76328ba08161 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0547383 Apr 04 14:25:20.947709 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e836ad33-9c95-40f2-98c5-dd856c82af5b req-1b2426a5-fca2-4fb5-9391-739e91cf97b7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Apr 04 14:25:21.001295 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f50cbb-cb73-4cc3-bbaf-69ec14d411f5 req-eec42c31-3f2d-4fe8-88b8-ed5a4ea58e19 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:21.002756 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46f50cbb-cb73-4cc3-bbaf-69ec14d411f5 req-eec42c31-3f2d-4fe8-88b8-ed5a4ea58e19 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 949 time: 0.0521162 Apr 04 14:25:21.047584 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-46f50cbb-cb73-4cc3-bbaf-69ec14d411f5 req-66aa1a75-ef88-4082-9a1f-106f81c961e4 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Apr 04 14:25:21.813079 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device ef65c45e-8907-4e6e-9e71-07e91e411c93 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:21.915740 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port ef65c45e-8907-4e6e-9e71-07e91e411c93 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:25:21.919385 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port ef65c45e-8907-4e6e-9e71-07e91e411c93 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:21.919787 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:21.998545 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port ef65c45e-8907-4e6e-9e71-07e91e411c93 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:21.998936 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:22.021043 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:22.023258 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58a8369-d14f-45d2-92d9-d935eb09d958" -d '{"events": [{"server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "name": "network-vif-plugged", "status": "completed", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:22.036360 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:22.059051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f785b-ab2e-4142-821a-ea3601eebbf5 x-openstack-request-id: req-aa3f785b-ab2e-4142-821a-ea3601eebbf5 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:22.059390 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "name": "network-vif-plugged", "status": "completed", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:22.059652 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa3f785b-ab2e-4142-821a-ea3601eebbf5 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:22.060054 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3f785b-ab2e-4142-821a-ea3601eebbf5'] response: {'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93', 'code': 200} Apr 04 14:25:22.073590 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870c52-1254-47e7-9c1d-7e36ed032d20 req-391d2bfc-4d57-4c32-bccd-837ce397c77f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:22.075036 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ae870c52-1254-47e7-9c1d-7e36ed032d20 req-391d2bfc-4d57-4c32-bccd-837ce397c77f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0552261 Apr 04 14:25:22.104751 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:22.124591 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ae870c52-1254-47e7-9c1d-7e36ed032d20 req-4373d0a6-0c3a-40ea-afe0-0d337c192d6f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Apr 04 14:25:22.162898 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:22.176769 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7e885-692e-4ad8-aeba-96780327b890 req-eb474be3-84eb-4c37-b031-7f396615ed11 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:22.178250 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-11d7e885-692e-4ad8-aeba-96780327b890 req-eb474be3-84eb-4c37-b031-7f396615ed11 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0580337 Apr 04 14:25:22.225458 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-11d7e885-692e-4ad8-aeba-96780327b890 req-e4b36333-ba79-42e1-b5cf-d9a01d22622e tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Apr 04 14:25:22.429641 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c64d-768c-4cb7-9fda-ca4bd8ecb6e3 req-710204c0-abbd-4c5d-b64d-6a9387ec3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:22.431209 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e4c64d-768c-4cb7-9fda-ca4bd8ecb6e3 req-710204c0-abbd-4c5d-b64d-6a9387ec3882 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 1134 time: 0.0431509 Apr 04 14:25:22.473782 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73e4c64d-768c-4cb7-9fda-ca4bd8ecb6e3 req-119e8d2c-6c92-47b1-b679-84f6d3a4c895 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Apr 04 14:25:23.260798 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520374e-6627-4a87-8502-7679a710b22e req-c186508d-5cda-4033-ac7e-ced96f8c3f66 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:23.266412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f520374e-6627-4a87-8502-7679a710b22e req-c186508d-5cda-4033-ac7e-ced96f8c3f66 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0562606 Apr 04 14:25:23.309480 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f520374e-6627-4a87-8502-7679a710b22e req-1aef2c8e-6831-4439-8499-7ffd143e77b6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Apr 04 14:25:23.342517 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b258e-270a-4f36-83bb-169a0ec64ac6 req-55d11642-0eaa-451e-99ca-0f61a0afecce tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:23.344609 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d43b258e-270a-4f36-83bb-169a0ec64ac6 req-55d11642-0eaa-451e-99ca-0f61a0afecce tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0525384 Apr 04 14:25:23.392886 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d43b258e-270a-4f36-83bb-169a0ec64ac6 req-b8d78dca-d213-4b2d-8ae3-b8ede021d1c3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Apr 04 14:25:24.431888 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ef46-337f-4e60-b267-5f8cd70b779e req-f0d52256-626d-491e-87e9-9e6ea5c50275 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:24.433358 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5948ef46-337f-4e60-b267-5f8cd70b779e req-f0d52256-626d-491e-87e9-9e6ea5c50275 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Apr 04 14:25:24.479214 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5948ef46-337f-4e60-b267-5f8cd70b779e req-096d6b89-ff4f-49df-afe3-237e46f4b956 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397475 Apr 04 14:25:24.517106 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57989d28-7dd9-4efb-ace5-1f207bd176ea req-f9093a42-1bdf-4924-acdb-00b281ea8e5d tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:24.518585 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-57989d28-7dd9-4efb-ace5-1f207bd176ea req-f9093a42-1bdf-4924-acdb-00b281ea8e5d tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0527108 Apr 04 14:25:24.562786 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-57989d28-7dd9-4efb-ace5-1f207bd176ea req-4e01de8c-b486-4bbd-9fbc-9fc18026654a tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Apr 04 14:25:25.025974 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb100df5-d2f0-45e7-8fc3-ed7c539f05e1 req-5de5dd5e-98af-45a3-9c5f-292151eecdc5 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:25.027462 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cb100df5-d2f0-45e7-8fc3-ed7c539f05e1 req-5de5dd5e-98af-45a3-9c5f-292151eecdc5 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0519319 Apr 04 14:25:25.072977 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cb100df5-d2f0-45e7-8fc3-ed7c539f05e1 req-2b054d82-1724-4da0-8c51-a732f65531f2 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Apr 04 14:25:25.601757 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25190c83-6a83-4834-87ed-da0009056c38 req-3b1f1f26-43b8-457a-af75-29476b1ef6f4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:25.603128 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25190c83-6a83-4834-87ed-da0009056c38 req-3b1f1f26-43b8-457a-af75-29476b1ef6f4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0513105 Apr 04 14:25:25.651147 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25190c83-6a83-4834-87ed-da0009056c38 req-9aa2d8ff-a178-4fe1-8009-1356515449bf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Apr 04 14:25:26.190712 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2cb7d-ae10-44b7-9d54-414163b21d03 req-226bc83c-aa67-42d4-867a-7338ac3174f3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:26.192258 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cce2cb7d-ae10-44b7-9d54-414163b21d03 req-226bc83c-aa67-42d4-867a-7338ac3174f3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0547285 Apr 04 14:25:26.238835 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cce2cb7d-ae10-44b7-9d54-414163b21d03 req-385dc224-1569-4f61-8e96-bf5f79336815 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4d764b-a379-4e61-a4ca-0ee773aa500a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Apr 04 14:25:26.776266 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-90c941ac-f4b4-4de1-a21a-4422453243f3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:26.777704 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-90c941ac-f4b4-4de1-a21a-4422453243f3 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.18 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 950 time: 0.0832198 Apr 04 14:25:26.799653 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa761-bced-431b-8286-f0d669fb4145 req-f88b7799-6042-472f-a24f-4a513d9d5eaf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:26.801109 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5a5aa761-bced-431b-8286-f0d669fb4145 req-f88b7799-6042-472f-a24f-4a513d9d5eaf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0773950 Apr 04 14:25:26.903448 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5a5aa761-bced-431b-8286-f0d669fb4145 req-54d0b155-2742-413f-a57b-f638c4e8163d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784500 Apr 04 14:25:26.924669 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Deleting port ef65c45e-8907-4e6e-9e71-07e91e411c93 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:25:26.925014 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:26.991650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a57888-349e-4fb7-bb8b-e2182512e55c req-93cee6a6-d8de-415e-a00f-2e5baec8c304 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:26.993675 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d2a57888-349e-4fb7-bb8b-e2182512e55c req-93cee6a6-d8de-415e-a00f-2e5baec8c304 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0525892 Apr 04 14:25:27.016636 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] For port ef65c45e-8907-4e6e-9e71-07e91e411c93, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=ef65c45e-8907-4e6e-9e71-07e91e411c93,segment=NetworkSegment(609bdff7-4ada-49e1-94b5-d333542caf4a),segment_id=609bdff7-4ada-49e1-94b5-d333542caf4a)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:27.016994 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:27.030619 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Calling delete_port for ef65c45e-8907-4e6e-9e71-07e91e411c93 owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:25:27.040190 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d2a57888-349e-4fb7-bb8b-e2182512e55c req-fdbf0de7-d0f4-47d0-b866-833bdd30b8ce tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Apr 04 14:25:27.236120 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (ef65c45e-8907-4e6e-9e71-07e91e411c93), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:27.248693 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['ef65c45e-8907-4e6e-9e71-07e91e411c93'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:25:27.269352 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Pushing event deleted for resources: {'Port': ['ID=ef65c45e-8907-4e6e-9e71-07e91e411c93,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:27.312898 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] No DVR routers for this DVR port ef65c45e-8907-4e6e-9e71-07e91e411c93 on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:25:27.315615 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:27.319014 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a06ea35a-d5be-43b0-9a8b-d6b294f12baf req-2a763f51-9baf-43ac-973a-5665ab63b9a9 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.18 "DELETE /v2.0/ports/ef65c45e-8907-4e6e-9e71-07e91e411c93 HTTP/1.1" status: 204 len: 173 time: 0.5337350 Apr 04 14:25:27.319571 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'name': 'network-vif-deleted', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:27.321906 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89b9a1-8ee6-485a-a306-fc766d446fef" -d '{"events": [{"server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "name": "network-vif-deleted", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:27.353546 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-23618c9b-8a05-4ffd-a9c0-075fb4951db6 req-dc87ebb1-37d5-4d47-af69-f5e93497d2b0 tempest-VolumesNegativeTest-909409110 tempest-VolumesNegativeTest-909409110-project] 10.222.0.13 "GET /v2.0/ports?device_id=35b48fb5-2f1b-4c47-9e5b-04219fb33076 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Apr 04 14:25:27.360715 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89485e6b-3a73-4988-a188-69ab1eb52a4c x-openstack-request-id: req-89485e6b-3a73-4988-a188-69ab1eb52a4c {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:27.361011 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b48fb5-2f1b-4c47-9e5b-04219fb33076", "name": "network-vif-deleted", "tag": "ef65c45e-8907-4e6e-9e71-07e91e411c93", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:27.361272 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89485e6b-3a73-4988-a188-69ab1eb52a4c {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:27.361677 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89485e6b-3a73-4988-a188-69ab1eb52a4c'] response: {'server_uuid': '35b48fb5-2f1b-4c47-9e5b-04219fb33076', 'name': 'network-vif-deleted', 'tag': 'ef65c45e-8907-4e6e-9e71-07e91e411c93', 'status': 'completed', 'code': 200} Apr 04 14:25:27.838942 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:25:27.931064 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:27.946161 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'mac_address': 'fa:16:3e:69:0a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:25:27.984176 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:27.984564 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:27.999549 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:25:28.018320 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:28.030937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3719f2-63dc-4ce7-9405-9238787211f7 req-48a5c221-fe76-4efb-a4e2-10e258fb32d7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:28.032427 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dc3719f2-63dc-4ce7-9405-9238787211f7 req-48a5c221-fe76-4efb-a4e2-10e258fb32d7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 943 time: 0.0537007 Apr 04 14:25:28.078322 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dc3719f2-63dc-4ce7-9405-9238787211f7 req-93b02e6e-fd5f-45b9-b0a3-ea40819ecc4d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Apr 04 14:25:28.105269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:28.153907 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=9']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:28.157956 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf35988-ea5a-4304-b510-d8f2e5c65ce9 req-a7432eaf-ee90-4d7c-865e-20f41d047169 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:28.159460 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1cf35988-ea5a-4304-b510-d8f2e5c65ce9 req-a7432eaf-ee90-4d7c-865e-20f41d047169 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0527720 Apr 04 14:25:28.208113 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1cf35988-ea5a-4304-b510-d8f2e5c65ce9 req-9753ad90-f64a-4abd-91f5-32b32de508bd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Apr 04 14:25:28.474473 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['c799798b-818c-4f0f-a8a0-44b3871e6f01'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:25:28.810134 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-c3b815a6-6648-47ea-be32-383d570a8e22 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:28.811644 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-c3b815a6-6648-47ea-be32-383d570a8e22 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0524690 Apr 04 14:25:28.905119 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:25:28.905452 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:28.996955 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] For port f9fb6570-cc4d-4ff2-bd04-68ad47be6350, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:28.997323 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.249532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.249905 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.250224 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP f5b8efde-6ae1-4dad-bce9-b8749a1fcb83 disassociated. External IP: 172.27.3.36, port: f9fb6570-cc4d-4ff2-bd04-68ad47be6350. Apr 04 14:25:29.250571 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for f9fb6570-cc4d-4ff2-bd04-68ad47be6350 owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:25:29.264335 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e0770-919b-45d8-8e9c-102125dd0602 req-96d51d0c-5f02-47fa-a71f-0b7a90336fb9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:29.265861 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-824e0770-919b-45d8-8e9c-102125dd0602 req-96d51d0c-5f02-47fa-a71f-0b7a90336fb9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 944 time: 0.1143858 Apr 04 14:25:29.361929 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b574-66ef-4bf7-ac2d-7e2cbfc19dfb req-1bf0cc84-0cfa-4965-88a1-9b27e7cf6929 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:29.364034 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0576b574-66ef-4bf7-ac2d-7e2cbfc19dfb req-1bf0cc84-0cfa-4965-88a1-9b27e7cf6929 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 946 time: 0.0711329 Apr 04 14:25:29.371363 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-824e0770-919b-45d8-8e9c-102125dd0602 req-a10e7883-1b6d-4509-af64-f9d6f368e494 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951562 Apr 04 14:25:29.419794 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0576b574-66ef-4bf7-ac2d-7e2cbfc19dfb req-3fd2c840-b6a9-409b-be6c-3402ae996840 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bf49252-7977-4666-a20e-a9a768d4c969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498629 Apr 04 14:25:29.476419 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (f9fb6570-cc4d-4ff2-bd04-68ad47be6350), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.505480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=f9fb6570-cc4d-4ff2-bd04-68ad47be6350,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:29.623425 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:25:29.732798 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:29.750402 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:29.760952 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:29.763979 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:29.776471 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] No DVR routers for this DVR port f9fb6570-cc4d-4ff2-bd04-68ad47be6350 on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:25:29.780388 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.783851 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1ad06bfb-6d44-4b03-b18d-8b7f30ed8331 req-280cce4b-4681-4d0f-bee5-1063703e3464 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "DELETE /v2.0/ports/f9fb6570-cc4d-4ff2-bd04-68ad47be6350 HTTP/1.1" status: 204 len: 173 time: 0.9662309 Apr 04 14:25:29.784301 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'name': 'network-vif-deleted', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:29.787104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af996e00-1762-4c1c-ac6d-6a84df134ca5" -d '{"events": [{"server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "name": "network-vif-deleted", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:29.839447 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc6e10b-ca44-4a9d-9bde-69141eb28e03 x-openstack-request-id: req-acc6e10b-ca44-4a9d-9bde-69141eb28e03 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:29.840088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf38e1-fda4-48e4-ba64-a7905215e23f", "name": "network-vif-deleted", "tag": "f9fb6570-cc4d-4ff2-bd04-68ad47be6350", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:29.840088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acc6e10b-ca44-4a9d-9bde-69141eb28e03 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:29.840533 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc6e10b-ca44-4a9d-9bde-69141eb28e03'] response: {'server_uuid': '43bf38e1-fda4-48e4-ba64-a7905215e23f', 'name': 'network-vif-deleted', 'tag': 'f9fb6570-cc4d-4ff2-bd04-68ad47be6350', 'status': 'completed', 'code': 200} Apr 04 14:25:29.848501 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:29.918166 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port c799798b-818c-4f0f-a8a0-44b3871e6f01 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:29.918619 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:29.977744 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:30.003101 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c799798b-818c-4f0f-a8a0-44b3871e6f01 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:30.003525 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:30.027249 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:30.029822 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334a060-33d0-451b-8387-fdb3872c0c3d" -d '{"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:30.042254 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:30.066757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8327e11-dc3c-4ced-ad43-1de95aaf0206 x-openstack-request-id: req-c8327e11-dc3c-4ced-ad43-1de95aaf0206 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:30.067076 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-plugged", "status": "completed", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:30.067371 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8327e11-dc3c-4ced-ad43-1de95aaf0206 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:30.067778 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8327e11-dc3c-4ced-ad43-1de95aaf0206'] response: {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'code': 200} Apr 04 14:25:30.110429 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:30.111279 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device ef65c45e-8907-4e6e-9e71-07e91e411c93 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:25:30.163937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: ef65c45e-8907-4e6e-9e71-07e91e411c93 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:25:30.164367 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device ef65c45e-8907-4e6e-9e71-07e91e411c93 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:25:30.194513 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=10']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:30.230841 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:30.258851 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:30.267528 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:30.268136 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:30.382833 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:30.558637 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0186c0-2512-4526-bb68-5e70341b74fa req-a37703b2-2d62-472a-bc51-35ea5d2f59f8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:30.571283 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4d0186c0-2512-4526-bb68-5e70341b74fa req-a37703b2-2d62-472a-bc51-35ea5d2f59f8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.1029575 Apr 04 14:25:30.589569 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1eca9471-7efc-4b52-b4d1-93f230209439 req-229d5f25-1f75-43f1-8610-910adc8ef399 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=43bf38e1-fda4-48e4-ba64-a7905215e23f HTTP/1.1" status: 200 len: 210 time: 0.0342422 Apr 04 14:25:30.642045 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4d0186c0-2512-4526-bb68-5e70341b74fa req-c3eb46db-5e06-4aaf-9d0a-d826c9a822fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696659 Apr 04 14:25:30.642284 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:30.680883 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fbcf1-64af-4b77-a646-7ce013c34fdc None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '0cd48149-985a-49ad-943d-8ca185e1dfc7', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:43:5d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:22:34Z', 'updated_at': '2022-04-04T14:23:01Z', 'revision_number': 2, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:30.988739 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b04baf-82ef-4c0c-9f65-1efc9022f03c None None] New status for floating IP f5b8efde-6ae1-4dad-bce9-b8749a1fcb83: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:25:31.060125 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa300727-c78f-49a8-b03c-340c674be7e1 req-73b0dfb6-8dd2-4c65-ad56-e1953ac36f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:31.062394 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fa300727-c78f-49a8-b03c-340c674be7e1 req-73b0dfb6-8dd2-4c65-ad56-e1953ac36f84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0448484 Apr 04 14:25:31.111662 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fa300727-c78f-49a8-b03c-340c674be7e1 req-d2d85ded-9479-427f-a932-fa86b945d3ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 Apr 04 14:25:31.745851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 35864) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:31.788425 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc92ac-7e68-454e-af04-76ef8948d90a req-7b3d6216-3036-475a-8511-dfc1f7ba5fe1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:31.790075 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b4cc92ac-7e68-454e-af04-76ef8948d90a req-7b3d6216-3036-475a-8511-dfc1f7ba5fe1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0715225 Apr 04 14:25:31.809254 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5bf49252-7977-4666-a20e-a9a768d4c969), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:31.840508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5bf49252-7977-4666-a20e-a9a768d4c969), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:31.840727 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b4cc92ac-7e68-454e-af04-76ef8948d90a req-75d1708f-a6a1-41f3-b669-f26725042025 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Apr 04 14:25:31.849757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device f9fb6570-cc4d-4ff2-bd04-68ad47be6350 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:25:31.874639 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: f9fb6570-cc4d-4ff2-bd04-68ad47be6350 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:25:31.875310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device f9fb6570-cc4d-4ff2-bd04-68ad47be6350 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:25:32.000838 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5bf49252-7977-4666-a20e-a9a768d4c969), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.000838 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.001074 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/security-groups/5bf49252-7977-4666-a20e-a9a768d4c969 HTTP/1.1" status: 204 len: 168 time: 0.2540033 Apr 04 14:25:32.003682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 35882) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:32.013263 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821160-63e2-48d4-b7c6-b5eda52256be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf49252-7977-4666-a20e-a9a768d4c969,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:32.022606 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-c71f6688-9942-4406-9573-9c4162bc8bd2 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] show failed (client error): The resource could not be found. Apr 04 14:25:32.023660 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c71f6688-9942-4406-9573-9c4162bc8bd2 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups/5bf49252-7977-4666-a20e-a9a768d4c969 HTTP/1.1" status: 404 len: 347 time: 0.0185614 Apr 04 14:25:32.026750 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 35884) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:32.176038 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 64f006c8-3ee8-4053-9c4f-5b70472dbac6 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:25:32.176434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.265203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.265713 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (64f006c8-3ee8-4053-9c4f-5b70472dbac6), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.286248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 64f006c8-3ee8-4053-9c4f-5b70472dbac6 owned by network:floatingip {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:25:32.567825 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (64f006c8-3ee8-4053-9c4f-5b70472dbac6), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.598203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=64f006c8-3ee8-4053-9c4f-5b70472dbac6,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:32.610043 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.610391 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.613635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.614478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.614478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.614677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:32.637179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (f5b8efde-6ae1-4dad-bce9-b8749a1fcb83), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.639983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:32.641613 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-10732a83-c769-445f-88de-3d131117fc9d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/floatingips/f5b8efde-6ae1-4dad-bce9-b8749a1fcb83 HTTP/1.1" status: 204 len: 168 time: 0.6132569 Apr 04 14:25:32.997348 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f0503-b57c-4339-8f21-5d1edc0ff667 req-f9e5a67d-1203-4739-b3ee-4d85013272de tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:32.998955 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-552f0503-b57c-4339-8f21-5d1edc0ff667 req-f9e5a67d-1203-4739-b3ee-4d85013272de tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0676036 Apr 04 14:25:33.061058 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-552f0503-b57c-4339-8f21-5d1edc0ff667 req-2f0cf20b-b572-41b2-86db-f83385556633 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558586 Apr 04 14:25:34.214691 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df68e5-322f-4f79-8fb0-e1cb0f8f930a req-7a1c7c4a-7a07-42a7-b291-e2dfb0432cbb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:34.216224 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-70df68e5-322f-4f79-8fb0-e1cb0f8f930a req-7a1c7c4a-7a07-42a7-b291-e2dfb0432cbb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0677714 Apr 04 14:25:34.274493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-70df68e5-322f-4f79-8fb0-e1cb0f8f930a req-8a81396d-22ce-47e6-a1e6-47f23fa5eef6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514486 Apr 04 14:25:34.819024 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 35996) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:34.946742 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0420fa78-688e-4f32-abe7-90ee07899788 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7953e1ad0e2b43b99054c08e37526cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265287 Apr 04 14:25:34.949227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36000) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:34.994027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] Publish callbacks [] for security_group (fe4d764b-a379-4e61-a4ca-0ee773aa500a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:35.018364 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] Publish callbacks [] for security_group (fe4d764b-a379-4e61-a4ca-0ee773aa500a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:35.099007 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (fe4d764b-a379-4e61-a4ca-0ee773aa500a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:35.101577 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:35.102717 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe4d764b-a379-4e61-a4ca-0ee773aa500a HTTP/1.1" status: 204 len: 168 time: 0.1525707 Apr 04 14:25:35.110449 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d547217-aeaa-4e90-9473-bcf5116ae1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d764b-a379-4e61-a4ca-0ee773aa500a,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:35.746717 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98e8cf-4d72-45a5-bfb4-d7413c0c515f req-80254b5b-020a-4178-915b-f3a636fb422c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:35.748191 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fc98e8cf-4d72-45a5-bfb4-d7413c0c515f req-80254b5b-020a-4178-915b-f3a636fb422c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Apr 04 14:25:35.793961 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fc98e8cf-4d72-45a5-bfb4-d7413c0c515f req-d939f4c5-5df0-47a2-954b-93c0e7fdb764 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399268 Apr 04 14:25:36.034348 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36030) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:36.125305 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-53950960-network', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:36.219006 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Made reservation on behalf of 8c7ff1c601aa4a59845c689fed23b8fd for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:36.221208 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.229847 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.302131 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks [] for security_group (f07682a3-5077-44fc-b6e1-ef5b0a4edffb), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.344577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f07682a3-5077-44fc-b6e1-ef5b0a4edffb), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.364668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:25:36.381041 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07682a3-5077-44fc-b6e1-ef5b0a4edffb,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:36.385672 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (d5641f0b-d117-4595-94bb-b0c439028b70), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.386016 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Added segment d5641f0b-d117-4595-94bb-b0c439028b70 of type vlan for network eb0863e1-5fc3-4668-b9c0-2f97605b9bec Apr 04 14:25:36.424128 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (eb0863e1-5fc3-4668-b9c0-2f97605b9bec), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.510058 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (eb0863e1-5fc3-4668-b9c0-2f97605b9bec), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.511012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:36.511621 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.566380 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0863e1-5fc3-4668-b9c0-2f97605b9bec,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:36.580314 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:25:36.628694 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-6e0e1535-7e1c-457e-b074-182c5dd78b02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5932343 Apr 04 14:25:36.631495 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36036) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:36.636197 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Request body: {'subnet': {'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-53950960-subnet', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:36.721484 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Made reservation on behalf of 8c7ff1c601aa4a59845c689fed23b8fd for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:36.723843 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9985170'] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:36.926321 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32470b-0c00-42c4-9d62-7c0a4260c0ea req-689c3d7a-fc8d-431c-b7f0-f5d0f3824751 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:36.927835 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bc32470b-0c00-42c4-9d62-7c0a4260c0ea req-689c3d7a-fc8d-431c-b7f0-f5d0f3824751 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.0637534 Apr 04 14:25:36.977208 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bc32470b-0c00-42c4-9d62-7c0a4260c0ea req-6bb61c9c-263a-488c-a6dd-678d3a518f97 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Apr 04 14:25:36.978824 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10485326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9985156'] for subnet (0e42724e-29ff-4d27-8571-ac69b5cfdb1a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.034623 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e42724e-29ff-4d27-8571-ac69b5cfdb1a,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:37.044240 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:37.044579 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Network hostable DHCP agents. Network: eb0863e1-5fc3-4668-b9c0-2f97605b9bec, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:25:37.093701 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:25:37.144319 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, eb0863e1-5fc3-4668-b9c0-2f97605b9bec) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:37.149034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:37.157395 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.157505 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b0186-f5b4-47fa-9256-35429bbd7d28 None None] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:25:37.260408 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2152e175-a726-4549-9ab5-c8c2cb08927a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6252537 Apr 04 14:25:37.260559 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:25:37.260683 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36046) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:37.263458 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.265314 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:37.389059 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.390162 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.395588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Allocated IP 172.20.0.2 (eb0863e1-5fc3-4668-b9c0-2f97605b9bec/0e42724e-29ff-4d27-8571-ac69b5cfdb1a/2b523311-a4d6-4991-8f0a-0226e9579e41) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:37.452734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for router_controller (ef7bb899-32ec-4173-bd83-49d1acac7c50), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.499845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-1b43e6b8-b14e-40a8-8c32-a643518bf7b9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:37.508084 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-1b43e6b8-b14e-40a8-8c32-a643518bf7b9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.0573158 Apr 04 14:25:37.545833 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks [] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.620868 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.656869 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:37.659620 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:37.663094 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:37.674315 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Pushing event updated for resources: {'Port': ['ID=2b523311-a4d6-4991-8f0a-0226e9579e41,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:37.731664 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Attempting to bind port 2b523311-a4d6-4991-8f0a-0226e9579e41 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:37.732039 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Attempting to bind port 2b523311-a4d6-4991-8f0a-0226e9579e41 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:37.732582 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Attempting to bind port 2b523311-a4d6-4991-8f0a-0226e9579e41 on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:37.738280 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:37.738661 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:37.739073 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.739509 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Bound using segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:37.739977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Bound port: 2b523311-a4d6-4991-8f0a-0226e9579e41, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:37.740358 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.806673 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] For port 2b523311-a4d6-4991-8f0a-0226e9579e41, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:37.810005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] For port 2b523311-a4d6-4991-8f0a-0226e9579e41, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2b523311-a4d6-4991-8f0a-0226e9579e41,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:37.888165 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:37.945898 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420bd1-afd2-4089-a03a-913a0fe6e011 None None] Pushing event updated for resources: {'Port': ['ID=2b523311-a4d6-4991-8f0a-0226e9579e41,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:37.984259 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for router_gateway (ef7bb899-32ec-4173-bd83-49d1acac7c50), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.008855 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:25:38.009199 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.189648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] For port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:38.190373 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.266768 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644808a-d68b-4a1a-844a-6c0e420a03b5 req-070c5f25-55d0-4bdb-b8d3-f373f82d898c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:38.268376 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2644808a-d68b-4a1a-844a-6c0e420a03b5 req-070c5f25-55d0-4bdb-b8d3-f373f82d898c tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 945 time: 0.2166336 Apr 04 14:25:38.386657 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2644808a-d68b-4a1a-844a-6c0e420a03b5 req-a7b894f9-3c73-4d6b-9011-4e028bd28001 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=784be263-01fa-438b-b267-4cd76974f631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113505 Apr 04 14:25:38.451536 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.451908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.452228 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP 0cd48149-985a-49ad-943d-8ca185e1dfc7 disassociated. External IP: 172.27.3.61, port: 02dfa36f-1e36-420f-a5bc-b5cbb4603fad. Apr 04 14:25:38.452574 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 02dfa36f-1e36-420f-a5bc-b5cbb4603fad owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:25:38.609950 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for router_gateway (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.637808 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.811940 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Allocated IP 172.27.3.247 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/3d9e6a32-1285-4a75-8483-cde81d0fa738) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:38.832016 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (02dfa36f-1e36-420f-a5bc-b5cbb4603fad), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:38.902867 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=02dfa36f-1e36-420f-a5bc-b5cbb4603fad,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:38.922873 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb2f5-1697-408f-944c-264f0621d2ed req-56bc39de-b684-4690-8e85-f045b04a1012 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:38.924443 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ba6bb2f5-1697-408f-944c-264f0621d2ed req-56bc39de-b684-4690-8e85-f045b04a1012 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1584725 Apr 04 14:25:38.929816 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d7371-e5ac-46ab-8e06-f3db84d2785a None None] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:25:39.005935 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Provisioning complete for port 2b523311-a4d6-4991-8f0a-0226e9579e41 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:39.006310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.056319 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.091534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ba6bb2f5-1697-408f-944c-264f0621d2ed req-ac5f40be-792e-4cc7-b703-8c987ac0e669 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578343 Apr 04 14:25:39.127488 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Current status of the port 2b523311-a4d6-4991-8f0a-0226e9579e41 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:39.127889 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.132189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:25:39.166037 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] For port 2b523311-a4d6-4991-8f0a-0226e9579e41, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2b523311-a4d6-4991-8f0a-0226e9579e41,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:39.232850 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.259745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.308068 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:39.310803 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:39.317895 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:39.321388 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9e6a32-1285-4a75-8483-cde81d0fa738,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:39.323557 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:39.328236 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f4fb6-dc07-4ede-b38e-a2fb6b74b762 None None] Pushing event updated for resources: {'Port': ['ID=2b523311-a4d6-4991-8f0a-0226e9579e41,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:39.338878 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:39.339575 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:39.343756 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:39.383970 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-586fc370-8401-4e6f-8e17-1ccf91dd4c6e None None] Provisioning complete for port 2b523311-a4d6-4991-8f0a-0226e9579e41 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:39.384593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-586fc370-8401-4e6f-8e17-1ccf91dd4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.451946 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:39.518269 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] No DVR routers for this DVR port 02dfa36f-1e36-420f-a5bc-b5cbb4603fad on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:25:39.520908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.524469 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b0ce102e-e8fb-4de3-963c-337e1b039955 req-ad9db67f-6cb5-4d48-99a4-0a7a64205349 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "DELETE /v2.0/ports/02dfa36f-1e36-420f-a5bc-b5cbb4603fad HTTP/1.1" status: 204 len: 173 time: 2.0177341 Apr 04 14:25:39.528706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'name': 'network-vif-deleted', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:39.528706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea0925-dfab-447c-91a8-343314d73a5a" -d '{"events": [{"server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "name": "network-vif-deleted", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:39.543939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-586fc370-8401-4e6f-8e17-1ccf91dd4c6e None None] Current status of the port 2b523311-a4d6-4991-8f0a-0226e9579e41 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:39.551412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-69b707c4-45f7-49ff-a260-73c5ca11770a req-837f8f47-864a-4d31-b538-69bba8dd4f31 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0448020 Apr 04 14:25:39.577554 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6530ab0-1183-4a58-bb40-02efa70e26d4 x-openstack-request-id: req-b6530ab0-1183-4a58-bb40-02efa70e26d4 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:39.577726 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8592707-261f-437d-9f5d-eeed85ea8a91", "name": "network-vif-deleted", "tag": "02dfa36f-1e36-420f-a5bc-b5cbb4603fad", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:39.577916 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6530ab0-1183-4a58-bb40-02efa70e26d4 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:39.578313 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6530ab0-1183-4a58-bb40-02efa70e26d4'] response: {'server_uuid': 'a8592707-261f-437d-9f5d-eeed85ea8a91', 'name': 'network-vif-deleted', 'tag': '02dfa36f-1e36-420f-a5bc-b5cbb4603fad', 'status': 'completed', 'code': 200} Apr 04 14:25:39.676938 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:39.707657 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:39.716745 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:39.717012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for router_gateway (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:39.717364 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:39.833061 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:39.938322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:40.036822 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:40.065022 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647e0e-a557-4332-b429-affbafd8ba9a None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:40.100478 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2b523311-a4d6-4991-8f0a-0226e9579e41 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:40.133523 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:25:40.153760 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 2b523311-a4d6-4991-8f0a-0226e9579e41 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:40.154128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:40.252683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 2b523311-a4d6-4991-8f0a-0226e9579e41 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:40.281277 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc8e19-5aba-4504-ac04-cdaf69047b2b req-78ebd76b-478d-4502-b346-3e31258d1ac6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:40.282777 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-36dc8e19-5aba-4504-ac04-cdaf69047b2b req-78ebd76b-478d-4502-b346-3e31258d1ac6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0790944 Apr 04 14:25:40.301146 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:40.311762 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:40.323528 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:40.324232 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:40.349629 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-36dc8e19-5aba-4504-ac04-cdaf69047b2b req-43aed5dd-a105-428f-a8d5-692ec19e1789 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581069 Apr 04 14:25:40.390636 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5dcced-7acb-46b9-afab-ebc1ca06849b None None] New status for floating IP 0cd48149-985a-49ad-943d-8ca185e1dfc7: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:25:40.426837 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:40.431016 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-57b7418d-cb9d-49c8-a370-f56596731b71 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1668613 Apr 04 14:25:40.431698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36074) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:40.582563 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:40.818828 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:39Z', 'revision_number': 3, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:40.847100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:40.847479 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Updating router ef7bb899-32ec-4173-bd83-49d1acac7c50 port 3d9e6a32-1285-4a75-8483-cde81d0fa738 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:25:40.878955 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:40.881217 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b16089ab-570e-446f-93de-3ce8299b23c0 req-33e144eb-5350-4b34-8a6e-351dabfe8dab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8592707-261f-437d-9f5d-eeed85ea8a91 HTTP/1.1" status: 200 len: 210 time: 0.0318241 Apr 04 14:25:41.138574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks [] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.190018 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1c10cb55-5c8d-4bf2-9175-e47cf7e0351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.221883 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.247247 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.294232 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Attempting to bind port 3d9e6a32-1285-4a75-8483-cde81d0fa738 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:41.294654 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Attempting to bind port 3d9e6a32-1285-4a75-8483-cde81d0fa738 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:41.295511 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Attempting to bind port 3d9e6a32-1285-4a75-8483-cde81d0fa738 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:41.307067 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:41.307481 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:41.307913 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.308298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:41.308753 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Bound port: 3d9e6a32-1285-4a75-8483-cde81d0fa738, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:41.309239 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.311292 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e64ae-6530-4ff1-adac-658960eb8d50 None None] Pushing event updated for resources: {'Port': ['ID=3d9e6a32-1285-4a75-8483-cde81d0fa738,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:41.365154 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] For port 3d9e6a32-1285-4a75-8483-cde81d0fa738, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:41.368126 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] For port 3d9e6a32-1285-4a75-8483-cde81d0fa738, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=3d9e6a32-1285-4a75-8483-cde81d0fa738,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:41.380620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Allocated IP 172.20.0.1 (eb0863e1-5fc3-4668-b9c0-2f97605b9bec/0e42724e-29ff-4d27-8571-ac69b5cfdb1a/5b8027fb-3691-4b93-b7c2-dcd17de9e1b2) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:41.431406 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.487712 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220e2a-087b-459d-aa3f-f49b20b81741 req-5ff4fbd4-9add-4723-ba2a-338d2545a2bb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:41.488400 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:41.489037 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:41.490057 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b4220e2a-087b-459d-aa3f-f49b20b81741 req-5ff4fbd4-9add-4723-ba2a-338d2545a2bb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0683243 Apr 04 14:25:41.490792 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks [] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.529803 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e64ae-6530-4ff1-adac-658960eb8d50 None None] Pushing event updated for resources: {'Port': ['ID=3d9e6a32-1285-4a75-8483-cde81d0fa738,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:41.538106 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b4220e2a-087b-459d-aa3f-f49b20b81741 req-84227c3b-c7ec-4688-9b7c-6900f835b8d8 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Apr 04 14:25:41.596325 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.615241 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:41.642192 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:41.646342 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:41.648851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:41.651031 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:41.693890 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.814111 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:39Z', 'revision_number': 3, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:41.844803 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5d042-ac6e-4f91-b15d-6ab77bcc44f2 None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:39Z', 'revision_number': 3, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:41.881273 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-704574ff-45b3-43bd-b91a-ee81371fc852 None None] Provisioning complete for port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:41.881651 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-704574ff-45b3-43bd-b91a-ee81371fc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.884477 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 02dfa36f-1e36-420f-a5bc-b5cbb4603fad no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:25:41.906295 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:41.926880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 02dfa36f-1e36-420f-a5bc-b5cbb4603fad {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:25:41.927250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 02dfa36f-1e36-420f-a5bc-b5cbb4603fad not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:25:41.938291 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-704574ff-45b3-43bd-b91a-ee81371fc852 None None] Port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:42.025910 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36088) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:42.134517 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (784be263-01fa-438b-b267-4cd76974f631), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.146345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks [] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.169442 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (784be263-01fa-438b-b267-4cd76974f631), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.218696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.286912 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.288811 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:42.299875 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (784be263-01fa-438b-b267-4cd76974f631), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.302414 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.303598 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/security-groups/784be263-01fa-438b-b267-4cd76974f631 HTTP/1.1" status: 204 len: 168 time: 0.2767262 Apr 04 14:25:42.311293 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36092) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:42.321183 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-5700edd5-5d41-4e58-aeea-8289bb797e0e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] show failed (client error): The resource could not be found. Apr 04 14:25:42.330786 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5700edd5-5d41-4e58-aeea-8289bb797e0e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups/784be263-01fa-438b-b267-4cd76974f631 HTTP/1.1" status: 404 len: 347 time: 0.0144613 Apr 04 14:25:42.333208 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36094) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:42.354166 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce066a-d8cd-4361-a2ff-03ed852097bc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=784be263-01fa-438b-b267-4cd76974f631,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:42.403769 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:42.405759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:42.479024 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 30be7ef4-9c7f-4cc2-91f8-082bc75d2199 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:25:42.479580 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.547442 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:25:42.568299 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.569322 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.589210 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 30be7ef4-9c7f-4cc2-91f8-082bc75d2199 owned by network:floatingip {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:25:42.725355 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf2319-950d-4a98-b070-45dfd23f4cdf req-532eb717-bd41-4868-a432-45edf74ef828 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:42.726918 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ffcf2319-950d-4a98-b070-45dfd23f4cdf req-532eb717-bd41-4868-a432-45edf74ef828 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0925808 Apr 04 14:25:42.730192 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:42.737440 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0111fc13-b430-443d-84b8-04fec27fa790 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef7bb899-32ec-4173-bd83-49d1acac7c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044577 Apr 04 14:25:42.769324 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-1c73d283-6a13-4178-a15b-b483d2577107 None None] Provisioning complete for port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:42.769811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1c73d283-6a13-4178-a15b-b483d2577107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.786230 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ffcf2319-950d-4a98-b070-45dfd23f4cdf req-fd929acc-22b0-4dee-9f83-ace0230e8b53 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473430 Apr 04 14:25:42.817746 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-1c73d283-6a13-4178-a15b-b483d2577107 None None] Port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:42.853240 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (30be7ef4-9c7f-4cc2-91f8-082bc75d2199), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.883345 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=30be7ef4-9c7f-4cc2-91f8-082bc75d2199,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:42.913688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (0cd48149-985a-49ad-943d-8ca185e1dfc7), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.913688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:42.913688 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0b9e0ea3-1efb-40bb-88e1-d5d4e02bdcb3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/floatingips/0cd48149-985a-49ad-943d-8ca185e1dfc7 HTTP/1.1" status: 204 len: 168 time: 0.5779092 Apr 04 14:25:43.112104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36108) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:43.116581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800867980', 'description': 'tempest-description--1387034390'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:43.224228 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.294501 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5b69a73b-3f2d-468c-8c45-9eda2afd4006), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.361477 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5b69a73b-3f2d-468c-8c45-9eda2afd4006), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.391832 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69a73b-3f2d-468c-8c45-9eda2afd4006,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:43.436131 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-dd564ec8-4842-4a56-8af4-e1c164736791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.440967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36118) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:43.446551 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1523157385-network', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:43.461672 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.462898 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5f7a329c-8a60-4def-9c01-cca8f55d8bbd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3497934 Apr 04 14:25:43.465742 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36120) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:43.471010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '5b69a73b-3f2d-468c-8c45-9eda2afd4006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:43.527267 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Made reservation on behalf of 947ae9ba7d8a42c285f7530fe208e239 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:43.530459 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.539895 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.544045 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (26518d48-2439-45b1-a416-0df9db9c3cba), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.601187 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (26518d48-2439-45b1-a416-0df9db9c3cba), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.607436 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:43.618284 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:43.618911 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:43.624889 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks [] for security_group (58982930-f43d-4e6c-93b8-a4f797d45d52), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.670495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (26518d48-2439-45b1-a416-0df9db9c3cba), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.688252 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26518d48-2439-45b1-a416-0df9db9c3cba,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:43.704383 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (58982930-f43d-4e6c-93b8-a4f797d45d52), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.728966 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:43.730230 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:25:43.741232 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58982930-f43d-4e6c-93b8-a4f797d45d52,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:43.746135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (f5bdeedc-1369-4b71-a79c-65c21243c8c1), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.746481 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Added segment f5bdeedc-1369-4b71-a79c-65c21243c8c1 of type vlan for network efd95064-edbc-4397-a50d-e09ad00a3d12 Apr 04 14:25:43.769330 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.770578 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1eec8008-9b89-40a7-9418-2a610b158a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037586 Apr 04 14:25:43.773250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36124) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:43.778046 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': '5b69a73b-3f2d-468c-8c45-9eda2afd4006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:43.789605 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (efd95064-edbc-4397-a50d-e09ad00a3d12), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.887643 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (e151d719-d252-4de3-82d9-a00567be14d8), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.919233 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532939a3-c963-46fa-91bd-ae7802fe085e req-f0a3c323-e50d-40a1-92a9-66d9b0fea4cc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:43.921491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-532939a3-c963-46fa-91bd-ae7802fe085e req-f0a3c323-e50d-40a1-92a9-66d9b0fea4cc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0580795 Apr 04 14:25:43.922244 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (efd95064-edbc-4397-a50d-e09ad00a3d12), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.923137 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:43.923718 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.951326 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (e151d719-d252-4de3-82d9-a00567be14d8), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:43.963965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 2, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:44.002530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:44.004492 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Updating router ef7bb899-32ec-4173-bd83-49d1acac7c50 port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:25:44.007284 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] Pushing event updated for resources: {'Network': ['ID=efd95064-edbc-4397-a50d-e09ad00a3d12,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.023305 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network efd95064-edbc-4397-a50d-e09ad00a3d12 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:25:44.024685 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (e151d719-d252-4de3-82d9-a00567be14d8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.033067 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-532939a3-c963-46fa-91bd-ae7802fe085e req-677ba57a-60d3-4bd4-b697-a26d63fb5186 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926836 Apr 04 14:25:44.058930 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e151d719-d252-4de3-82d9-a00567be14d8,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.065214 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9b2c1f78-77da-4c0f-ae9b-944db88a7fee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6226864 Apr 04 14:25:44.066129 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36128) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:44.072075 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Request body: {'subnet': {'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1523157385-subnet', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'ip_version': 4}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:44.093651 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.108490 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 3d9e6a32-1285-4a75-8483-cde81d0fa738 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:44.112463 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.113735 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-44e6f552-7ee0-4897-a2ad-6fc6c46c0168 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395293 Apr 04 14:25:44.116927 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36130) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:44.121945 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:44.213082 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Made reservation on behalf of 947ae9ba7d8a42c285f7530fe208e239 for: {'subnet': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:44.215367 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9985170'] for subnet (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.242760 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.246075 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 3d9e6a32-1285-4a75-8483-cde81d0fa738 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:44.246476 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.352618 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.412305 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 3d9e6a32-1285-4a75-8483-cde81d0fa738 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:44.412692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.444753 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 3d9e6a32-1285-4a75-8483-cde81d0fa738, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=3d9e6a32-1285-4a75-8483-cde81d0fa738,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:44.459055 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10485326', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9985156'] for subnet (ef4e6f10-64b2-4738-be01-3f631158da1e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.461467 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.27.3.124 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/3a40c002-ada8-42f7-a154-328c5161d63f) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:44.492836 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks [] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.520042 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4e6f10-64b2-4738-be01-3f631158da1e,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.528351 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.530764 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Checking segment: {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:44.531124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Network hostable DHCP agents. Network: efd95064-edbc-4397-a50d-e09ad00a3d12, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103853) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:25:44.562891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (3a40c002-ada8-42f7-a154-328c5161d63f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.618723 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Network efd95064-edbc-4397-a50d-e09ad00a3d12 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103853) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:25:44.687045 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.699061 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.709618 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, efd95064-edbc-4397-a50d-e09ad00a3d12) {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:44.716107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:44.716107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.732620 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95181a55-d1ca-4e8f-889a-e5879ac43c16 None None] Network efd95064-edbc-4397-a50d-e09ad00a3d12 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:25:44.750408 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:44.751984 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=3d9e6a32-1285-4a75-8483-cde81d0fa738,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.753589 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:44.763235 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:44.778247 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=3a40c002-ada8-42f7-a154-328c5161d63f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.808593 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0e1f12cd-908c-48aa-9de6-e4732e7eedb0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7403126 Apr 04 14:25:44.808593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36134) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:44.815222 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:44.846959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965d132-a08b-41d8-a35b-030d1e8ef0e0 None None] Pushing event updated for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:44.857964 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.863040 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.904012 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Attempting to bind port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:44.904175 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (41785686-ad24-4b46-86ea-25527f1b885a), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.904392 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Attempting to bind port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:44.904759 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Attempting to bind port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:44.905765 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (41785686-ad24-4b46-86ea-25527f1b885a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.915646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:44.916014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:44.916593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.917157 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Bound using segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:44.917660 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Bound port: 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:44.918044 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.949678 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.981175 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for router_controller (41785686-ad24-4b46-86ea-25527f1b885a), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:44.988202 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-efd95064-edbc-4397-a50d-e09ad00a3d12', 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12', 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'fixed_ips': [{'subnet_id': 'ef4e6f10-64b2-4738-be01-3f631158da1e'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:25:44.989648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.044518 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] For port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:45.109972 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] For port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:45.128065 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (3a40c002-ada8-42f7-a154-328c5161d63f), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.131297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-c1fa6aff-d784-4049-bbd1-b4c892f5d251 None None] Provisioning complete for port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:45.131698 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c1fa6aff-d784-4049-bbd1-b4c892f5d251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.166303 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.167268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00b39-1398-4a45-9e4e-92d0cc1ae42f req-c6227d6b-0343-453a-9106-793b3ec08d9f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:45.168774 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-89c00b39-1398-4a45-9e4e-92d0cc1ae42f req-c6227d6b-0343-453a-9106-793b3ec08d9f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0593417 Apr 04 14:25:45.183418 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.203057 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for router_gateway (41785686-ad24-4b46-86ea-25527f1b885a), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.226940 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.261553 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-c1fa6aff-d784-4049-bbd1-b4c892f5d251 None None] Port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:45.262981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=3a40c002-ada8-42f7-a154-328c5161d63f,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:45.268806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-89c00b39-1398-4a45-9e4e-92d0cc1ae42f req-0483d07d-af5f-47f1-82e2-36c718c7741e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926580 Apr 04 14:25:45.280293 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Allocated IP 172.20.0.2 (efd95064-edbc-4397-a50d-e09ad00a3d12/ef4e6f10-64b2-4738-be01-3f631158da1e/cf626b11-0e9c-4b9a-8cc0-eb998787aa29) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:45.284690 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:45.285337 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:45.287963 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965d132-a08b-41d8-a35b-030d1e8ef0e0 None None] Pushing event updated for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:45.324875 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.326229 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c8cf3281-fc91-4ced-bc65-b20e5306f5ab tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2083237 Apr 04 14:25:45.462631 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.496034 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:45.506882 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:25:45.537817 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for router_gateway (41785686-ad24-4b46-86ea-25527f1b885a), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.558746 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.619627 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks [] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.640406 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-4ae31c27-da2c-4d15-89fe-5f695482596e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--800867980&fields=id&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 267 time: 0.0837684 Apr 04 14:25:45.666852 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Provisioning complete for port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:45.667250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.706490 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.748696 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Allocated IP 172.27.3.47 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/fa90f4f7-4887-4da8-a053-3c5165bae870) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:45.776463 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Network efd95064-edbc-4397-a50d-e09ad00a3d12 is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:45.786627 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:45.789297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:45.815999 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Pushing event updated for resources: {'Port': ['ID=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:45.830069 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-f25d221c-ffdc-4cf3-9977-32ac0c5107e1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:45.831599 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-f25d221c-ffdc-4cf3-9977-32ac0c5107e1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.1838486 Apr 04 14:25:45.852284 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-b0ad7684-0011-47ef-8c19-ef298952d938 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/quotas/fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 375 time: 0.0144620 Apr 04 14:25:45.925706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.927807 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Current status of the port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:45.928195 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.932063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Attempting to bind port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:45.932428 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Attempting to bind port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:45.932791 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Attempting to bind port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 on network efd95064-edbc-4397-a50d-e09ad00a3d12 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:45.943893 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-be905e67-68a6-4f7b-91fb-454a0abec928 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812693 Apr 04 14:25:45.954277 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:45.954902 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Checking segment: {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:45.955149 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.955499 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Bound using segment: {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:45.955975 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Bound port: cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:45.956348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.979105 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:45.986196 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:45.992279 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] For port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:46.040608 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1742f-a7f4-4025-bd9e-1b96c0324423 None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:46.063282 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 3d9e6a32-1285-4a75-8483-cde81d0fa738 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:46.064257 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-7f1cad64-64bd-4b93-bdf8-6e85577274f1 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065190 Apr 04 14:25:46.106549 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:46.117283 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] For port cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:46.140372 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:46.158854 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] For port cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:46.191594 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Pushing event updated for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:46.203137 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.203604 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.204031 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.204443 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.204861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.205275 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.205648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.206042 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.206433 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.206876 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.207901 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.207901 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.208208 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.208543 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.212742 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a535361c-63fb-4f14-8b9f-a0f6da38d77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:46.212870 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:46.213934 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 3d9e6a32-1285-4a75-8483-cde81d0fa738 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:46.214317 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:46.216322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Pushing event updated for resources: {'Port': ['ID=fa90f4f7-4887-4da8-a053-3c5165bae870,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:46.218904 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:46.225177 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:46.245701 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:46.298698 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-673be3c3-dd8d-48c1-b477-15195310e7d4 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290332 Apr 04 14:25:46.365590 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7408842-9d7b-4885-ad1a-ee6684aabb8b None None] Pushing event updated for resources: {'Port': ['ID=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:46.390724 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 3d9e6a32-1285-4a75-8483-cde81d0fa738 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:46.491770 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa849e7-cd72-4499-904f-0990ce318caa req-8dfa67d2-92c5-4454-8bdf-6c1c64a9e31e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:46.499588 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6aa849e7-cd72-4499-904f-0990ce318caa req-8dfa67d2-92c5-4454-8bdf-6c1c64a9e31e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0953569 Apr 04 14:25:46.592633 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6aa849e7-cd72-4499-904f-0990ce318caa req-b006af8d-e6d7-46ce-b268-9b74466e8995 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913053 Apr 04 14:25:46.758417 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2cef023f-ce0e-4407-a5aa-b5808a8b48df req-b17e739d-48ac-4736-b6ed-54a9ba4852ee tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 210 time: 0.0859609 Apr 04 14:25:46.998651 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for router_gateway (41785686-ad24-4b46-86ea-25527f1b885a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.218556 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (41785686-ad24-4b46-86ea-25527f1b885a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.344692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.470241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Router 41785686-ad24-4b46-86ea-25527f1b885a is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:25:47.516386 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc5f69-73de-4c05-bfce-0efba6664e52 None None] Network efd95064-edbc-4397-a50d-e09ad00a3d12 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:25:47.598393 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:47.635913 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Sync routers for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:47.655403 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:47.656037 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:47.711603 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.715413 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-011dd917-9985-44d9-88cb-dd88de293d11 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9034836 Apr 04 14:25:47.715599 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Provisioning complete for port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:47.715599 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.716871 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36168) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:47.763757 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42696df9-4ee1-45e2-b8a2-399a36cc455f req-41052ff7-6b36-49ca-b686-f44252f16fbb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:47.766088 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-42696df9-4ee1-45e2-b8a2-399a36cc455f req-41052ff7-6b36-49ca-b686-f44252f16fbb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1009936 Apr 04 14:25:47.842348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Current status of the port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:47.842744 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:47.849643 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-42696df9-4ee1-45e2-b8a2-399a36cc455f req-e2838efa-3c99-4fc0-b237-cbb62b811b13 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578291 Apr 04 14:25:47.875714 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:47.901782 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] For port cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:47.979059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.010331 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c80c5c0a-7977-4b88-8884-6b1dd8632943 req-f226ad90-5a2d-40cf-8544-fb69e2a55fc9 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 210 time: 0.0454416 Apr 04 14:25:48.141581 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711adf10-5c73-45f2-9222-0789012c3d98 None None] Pushing event updated for resources: {'Port': ['ID=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:48.214091 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device cf626b11-0e9c-4b9a-8cc0-eb998787aa29 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:48.252077 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:46Z', 'revision_number': 3, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:48.281499 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:48.281877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.289247 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Checking router: 41785686-ad24-4b46-86ea-25527f1b885a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:48.289875 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Updating router 41785686-ad24-4b46-86ea-25527f1b885a port fa90f4f7-4887-4da8-a053-3c5165bae870 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:25:48.320132 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.341267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-bc55c462-6f34-4478-b936-64a544613c47 None None] Provisioning complete for port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:48.342187 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bc55c462-6f34-4478-b936-64a544613c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.424004 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.473365 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:48.474402 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:48.498890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-bc55c462-6f34-4478-b936-64a544613c47 None None] Current status of the port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:48.529100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:48.529646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.598884 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Allocated IP 172.20.0.1 (efd95064-edbc-4397-a50d-e09ad00a3d12/ef4e6f10-64b2-4738-be01-3f631158da1e/8366c8da-4d7b-4498-a2fa-98229dc1935a) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:48.619575 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:48.624876 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks [] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.670328 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.719737 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Attempting to bind port fa90f4f7-4887-4da8-a053-3c5165bae870 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:48.720110 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Attempting to bind port fa90f4f7-4887-4da8-a053-3c5165bae870 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:48.720472 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Attempting to bind port fa90f4f7-4887-4da8-a053-3c5165bae870 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:48.733753 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:48.734436 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:48.734837 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.735260 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:48.735731 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Bound port: fa90f4f7-4887-4da8-a053-3c5165bae870, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:48.736106 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.736518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks [] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.755439 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecc59d-2322-43f0-aa1f-d5937ced0d87 req-fcc3622f-b4b4-4dd3-ac5e-bf61b65687cd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:48.756936 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66ecc59d-2322-43f0-aa1f-d5937ced0d87 req-fcc3622f-b4b4-4dd3-ac5e-bf61b65687cd tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0888577 Apr 04 14:25:48.764125 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Pushing event updated for resources: {'Port': ['ID=fa90f4f7-4887-4da8-a053-3c5165bae870,revision_number=2']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:48.787818 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.788165 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.788532 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.788885 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.789400 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.789734 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.790065 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.790393 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.790719 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.791035 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.791543 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.792036 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.792535 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.793741 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.794216 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:25:48.794391 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-4dcfd9a4-62d0-4821-ae9e-b3f2e74ecff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:48.797177 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-4dcfd9a4-62d0-4821-ae9e-b3f2e74ecff8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0674233 Apr 04 14:25:48.808624 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] For port fa90f4f7-4887-4da8-a053-3c5165bae870, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:48.812354 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] For port fa90f4f7-4887-4da8-a053-3c5165bae870, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=fa90f4f7-4887-4da8-a053-3c5165bae870,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:48.827024 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66ecc59d-2322-43f0-aa1f-d5937ced0d87 req-18d7c9a3-95cd-4905-afe9-ae2a364a1ce1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582345 Apr 04 14:25:48.842117 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.887996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Network efd95064-edbc-4397-a50d-e09ad00a3d12 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:48.892892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:48.897572 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:48.897941 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (41785686-ad24-4b46-86ea-25527f1b885a), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.898844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-b81bdbdc-4031-44b1-918d-99a52b5bbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:48.900422 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-b81bdbdc-4031-44b1-918d-99a52b5bbd3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0965831 Apr 04 14:25:48.901346 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Pushing event updated for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:48.940177 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:48.997312 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:48.998700 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:49.022874 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-ac09aa99-b34f-4a4b-a75d-bd6d09a0a950 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 1001 time: 0.1153090 Apr 04 14:25:49.087970 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-e4120410-43f8-4539-9fe4-13cceeaeda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:49.089654 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-e4120410-43f8-4539-9fe4-13cceeaeda29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0513425 Apr 04 14:25:49.155699 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e81db-a0c7-4be2-a2b4-f54fbe1a209b None None] Pushing event updated for resources: {'Port': ['ID=fa90f4f7-4887-4da8-a053-3c5165bae870,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:49.212231 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cca2f296-a9c4-42d4-8d09-13ecf6e7d0fe req-3662ac75-32dd-4872-891a-ab5b774c537f tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 210 time: 0.0633466 Apr 04 14:25:49.241264 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-23beb88a-f95a-4368-8cb1-5f437d706cdc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:49.242054 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990bd67-3c72-421c-99d2-5ede7e5c737d req-2084a110-b962-47df-b3d1-9b8052c88e9e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:49.242693 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-23beb88a-f95a-4368-8cb1-5f437d706cdc tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.2220476 Apr 04 14:25:49.243215 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d990bd67-3c72-421c-99d2-5ede7e5c737d req-2084a110-b962-47df-b3d1-9b8052c88e9e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.2317541 Apr 04 14:25:49.262705 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:49.276210 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-ff6d6719-15e6-46d5-9c11-7dd74eaeb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:49.278656 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-ff6d6719-15e6-46d5-9c11-7dd74eaeb4ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1736860 Apr 04 14:25:49.319919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:49.332190 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-479556ea-7ee9-49e3-ba35-c5ea35be7aec None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:49.335412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-479556ea-7ee9-49e3-ba35-c5ea35be7aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:49.384887 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-b7a8f62e-a493-4b1c-80b3-a4bc975974c4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 379 time: 0.1322880 Apr 04 14:25:49.393061 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'port': {'device_id': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'admin_state_up': True, 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'security_groups': ['5b69a73b-3f2d-468c-8c45-9eda2afd4006']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:49.405184 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-479556ea-7ee9-49e3-ba35-c5ea35be7aec None None] Port 8366c8da-4d7b-4498-a2fa-98229dc1935a cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:49.409221 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d990bd67-3c72-421c-99d2-5ede7e5c737d req-36f7a543-2106-4ef9-928d-fa3da55a8cc2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594973 Apr 04 14:25:49.465253 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-7a288f14-3b3a-497d-b4e1-d73b5035dc55 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782510 Apr 04 14:25:49.509019 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:46Z', 'revision_number': 3, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:49.538165 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763ca7b-ce9b-4ad0-8218-a550bd81d223 None None] The sync data for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi is: [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:46Z', 'revision_number': 3, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:49.572711 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fbd6c892-d322-4d38-a04f-cd846e3bbba7 req-daf7febd-d896-46fe-97c8-ca98cbb8dd94 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013830 Apr 04 14:25:49.875007 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks [] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:49.942551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:25:49.945822 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:49.959961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:49.960677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (41785686-ad24-4b46-86ea-25527f1b885a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.111239 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd05679-ffcb-4882-8fc5-0f3f2c22280d req-11bca579-40b6-4a0a-b3c3-ffebd954f0b1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:50.112852 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2cd05679-ffcb-4882-8fc5-0f3f2c22280d req-11bca579-40b6-4a0a-b3c3-ffebd954f0b1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.2033269 Apr 04 14:25:50.113559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Pushing event updated for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:50.144319 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device cf626b11-0e9c-4b9a-8cc0-eb998787aa29 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:50.197003 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:50.197624 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.256524 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2cd05679-ffcb-4882-8fc5-0f3f2c22280d req-b35b06f4-78e8-48d0-a226-f330932cd6f0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273332 Apr 04 14:25:50.258292 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Network efd95064-edbc-4397-a50d-e09ad00a3d12 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:50.261857 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:50.288199 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.20.0.12 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/8c66985e-a0c2-4647-b9df-0c47cd728ddd) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:25:50.363228 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b4391de3-4f7e-45ea-a9df-63f026bfc1b8 req-3833aa6f-706f-4f14-84f8-bc0dbccb71bd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 210 time: 0.0415506 Apr 04 14:25:50.378051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:50.381599 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device fa90f4f7-4887-4da8-a053-3c5165bae870 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:50.444450 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port fa90f4f7-4887-4da8-a053-3c5165bae870 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:50.445104 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.512666 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Router 41785686-ad24-4b46-86ea-25527f1b885a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:25:50.543851 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port fa90f4f7-4887-4da8-a053-3c5165bae870 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:50.544224 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.565264 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port fa90f4f7-4887-4da8-a053-3c5165bae870, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=fa90f4f7-4887-4da8-a053-3c5165bae870,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:50.630295 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.676783 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e180e3b-ffd9-49de-99e5-ed6a260745c9 req-6b12d5f4-09aa-44b0-b35e-301dee92ee12 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:50.678274 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2e180e3b-ffd9-49de-99e5-ed6a260745c9 req-6b12d5f4-09aa-44b0-b35e-301dee92ee12 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.1639934 Apr 04 14:25:50.683967 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-8a92c7b3-3e59-4b9e-94c0-8174466e2635 None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:50.684344 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8a92c7b3-3e59-4b9e-94c0-8174466e2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.697868 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.713310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=fa90f4f7-4887-4da8-a053-3c5165bae870,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:50.728795 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-8a92c7b3-3e59-4b9e-94c0-8174466e2635 None None] Port 8366c8da-4d7b-4498-a2fa-98229dc1935a cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:50.759156 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:25:50.764374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-17b76774-f2a4-4b4d-856c-7ccebdb0db1b admin admin] 10.222.0.13 "PUT /v2.0/routers/41785686-ad24-4b46-86ea-25527f1b885a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0455563 Apr 04 14:25:50.786575 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2e180e3b-ffd9-49de-99e5-ed6a260745c9 req-c87c3059-cbaf-40cf-aa9b-df53ce08b3d1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984323 Apr 04 14:25:50.853557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.899007 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:25:50.902118 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:25:50.904590 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:25:50.909986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:50.910599 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:50.926988 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:50.998509 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-fee3e0ea-6565-4fc9-b5f9-0b361902b4c5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6089985 Apr 04 14:25:51.015070 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Request body: {'port': {'device_id': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:51.101373 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.154954 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-0561b345-13e1-4308-b1e4-5151dcd2c282 None None] Provisioning complete for port 8c66985e-a0c2-4647-b9df-0c47cd728ddd triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:51.156043 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0561b345-13e1-4308-b1e4-5151dcd2c282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.209110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0561b345-13e1-4308-b1e4-5151dcd2c282 None None] Port 8c66985e-a0c2-4647-b9df-0c47cd728ddd cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:51.223484 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7546-ff29-4c1a-a635-e633e6adb488 req-543d97a3-b8d2-43dd-93ec-bac5db93deaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.225362 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52fd7546-ff29-4c1a-a635-e633e6adb488 req-543d97a3-b8d2-43dd-93ec-bac5db93deaa tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0780749 Apr 04 14:25:51.328475 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52fd7546-ff29-4c1a-a635-e633e6adb488 req-5441541f-6373-4302-8ec7-67e0db2d0b35 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914209 Apr 04 14:25:51.363522 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-7c72ce97-905f-49bb-ac8f-5abbb73f1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.365462 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-7c72ce97-905f-49bb-ac8f-5abbb73f1926 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 1129 time: 0.0920432 Apr 04 14:25:51.456155 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36218) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:51.464647 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986544726', 'description': 'tempest-secgroup-smoke-1986544726 description', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:51.473163 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c66985e-a0c2-4647-b9df-0c47cd728ddd {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:25:51.481475 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks [] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.495799 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Transition to ACTIVE for port object 8c66985e-a0c2-4647-b9df-0c47cd728ddd will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:25:51.515552 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c824f-2df9-4fef-a013-9e7982954878 req-6102c211-4045-4ce3-ac4b-dd27101d3b44 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.517049 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c4c824f-2df9-4fef-a013-9e7982954878 req-6102c211-4045-4ce3-ac4b-dd27101d3b44 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.1000690 Apr 04 14:25:51.545732 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-f3d2c78f-a914-4abe-86ed-5fb0dd8f8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.547077 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-f3d2c78f-a914-4abe-86ed-5fb0dd8f8332 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.1760933 Apr 04 14:25:51.549015 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999bff-d169-4111-9ae2-6eaf40f7ec09 req-88b163b4-0080-460a-a38f-fc322dd7dbba tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.550504 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6f999bff-d169-4111-9ae2-6eaf40f7ec09 req-88b163b4-0080-460a-a38f-fc322dd7dbba tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 932 time: 0.0579062 Apr 04 14:25:51.581196 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.610244 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.617087 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c4c824f-2df9-4fef-a013-9e7982954878 req-978b2e73-2803-41e0-a485-070a67333f2e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919864 Apr 04 14:25:51.631802 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6f999bff-d169-4111-9ae2-6eaf40f7ec09 req-ed204eaf-07a0-42cc-a5c1-78875db78832 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753789 Apr 04 14:25:51.645540 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-5c1a1468-073f-4cb5-a933-0ea224063271 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 200 len: 1000 time: 0.0909669 Apr 04 14:25:51.645786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Pushing event updated for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:51.687136 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Attempting to bind port 8c66985e-a0c2-4647-b9df-0c47cd728ddd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:51.687507 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Attempting to bind port 8c66985e-a0c2-4647-b9df-0c47cd728ddd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:51.687841 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Attempting to bind port 8c66985e-a0c2-4647-b9df-0c47cd728ddd on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:51.695354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Port 8c66985e-a0c2-4647-b9df-0c47cd728ddd on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:25:51.695687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Attempting to bind port 8c66985e-a0c2-4647-b9df-0c47cd728ddd on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:51.701495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:51.701839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:51.702227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:51.702655 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Bound port: 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:51.703034 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.744031 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-73b97bc0-61c3-4eaa-9e00-3368103f4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.745613 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-73b97bc0-61c3-4eaa-9e00-3368103f4449 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0853384 Apr 04 14:25:51.780032 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:51.783295 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:51.796470 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.810443 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-ec6eb123-b676-4fb5-95ad-35feb7808bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.812158 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-ec6eb123-b676-4fb5-95ad-35feb7808bec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591364 Apr 04 14:25:51.859276 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.892092 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.914331 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:51.914907 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:51.916460 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c66985e-a0c2-4647-b9df-0c47cd728ddd HTTP/1.1" status: 200 len: 1094 time: 0.9063637 Apr 04 14:25:51.922568 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Sync routers for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:25:51.924293 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:51.928740 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9d66d-690b-477c-81d6-8377775d9638" -d '{"events": [{"name": "network-changed", "server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:51.952197 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:51.954291 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:51.957660 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b107f4-5401-41d2-8385-c3a95d828367 service neutron] Pushing event updated for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:51.959231 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:51.980943 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176bed2-4ca4-4c30-bfbb-e2ee952b7395 x-openstack-request-id: req-1176bed2-4ca4-4c30-bfbb-e2ee952b7395 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:51.981238 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:51.981490 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1176bed2-4ca4-4c30-bfbb-e2ee952b7395 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:51.981923 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1176bed2-4ca4-4c30-bfbb-e2ee952b7395'] response: {'name': 'network-changed', 'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'status': 'completed', 'code': 200} Apr 04 14:25:51.983683 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-51cf123d-8003-40a1-8594-f82519804748 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595278 Apr 04 14:25:52.052825 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.054320 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-47218df3-ac44-42f0-80ec-59ff7273a8fd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5931292 Apr 04 14:25:52.059724 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36222) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:52.073069 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:52.111898 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-18b3a1ad-5730-4bd0-9267-64d5223607e0 req-69f79cee-9ceb-4d48-81be-94c7904bd917 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187625 Apr 04 14:25:52.115372 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-e1e8b868-469b-4b8f-b912-7823e9b1a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.115543 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device fa90f4f7-4887-4da8-a053-3c5165bae870 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:52.117123 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-e1e8b868-469b-4b8f-b912-7823e9b1a3c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 1128 time: 0.1066062 Apr 04 14:25:52.189848 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:52.199416 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (0ccf200b-4605-4a34-8b7e-dbcc747ce782), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.227689 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port fa90f4f7-4887-4da8-a053-3c5165bae870 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:52.228061 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.261802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-0fb78e45-99c3-4ee5-8a69-c7aedd04a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.263439 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-0fb78e45-99c3-4ee5-8a69-c7aedd04a787 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1379101 Apr 04 14:25:52.273627 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (0ccf200b-4605-4a34-8b7e-dbcc747ce782), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.351204 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (0ccf200b-4605-4a34-8b7e-dbcc747ce782), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.384663 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccf200b-4605-4a34-8b7e-dbcc747ce782,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:52.390025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-a8bd1a35-8839-4b93-b4e5-2a92ba0f317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.391580 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cdb9d66d-690b-477c-81d6-8377775d9638 req-a8bd1a35-8839-4b93-b4e5-2a92ba0f317b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168303 Apr 04 14:25:52.450752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port fa90f4f7-4887-4da8-a053-3c5165bae870 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:52.483675 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:49Z', 'revision_number': 4, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '8366c8da-4d7b-4498-a2fa-98229dc1935a', 'name': '', 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'mac_address': 'fa:16:3e:8e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:48Z', 'updated_at': '2022-04-04T14:25:49Z', 'revision_number': 2, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'subnets': [{'id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:52.490756 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976add-9a5c-4b5a-bb70-8dc37d53b3df req-673ecdd8-bf85-4b22-b818-0b45d6ecb759 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.492264 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-af976add-9a5c-4b5a-bb70-8dc37d53b3df req-673ecdd8-bf85-4b22-b818-0b45d6ecb759 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0848849 Apr 04 14:25:52.496297 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.498110 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0fbefb13-32ae-4bff-aa2e-7148de8a8288 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351745 Apr 04 14:25:52.500631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36226) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:52.508029 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:52.510461 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Checking router: 41785686-ad24-4b46-86ea-25527f1b885a for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:25:52.510885 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Updating router 41785686-ad24-4b46-86ea-25527f1b885a port 8366c8da-4d7b-4498-a2fa-98229dc1935a binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:25:52.538943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.540356 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-ed461bbd-d48a-44c1-a1bd-032603745c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.541840 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-ed461bbd-d48a-44c1-a1bd-032603745c3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 1128 time: 0.0912111 Apr 04 14:25:52.553161 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-af976add-9a5c-4b5a-bb70-8dc37d53b3df req-184bc620-84b9-41eb-ac4b-4b22a3707137 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539987 Apr 04 14:25:52.592998 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-e96b156e-955b-4019-bd31-bd0c368a7bb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd HTTP/1.1" status: 200 len: 217 time: 0.0388906 Apr 04 14:25:52.606826 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (460016eb-4a61-4ab2-8687-a3d28574c294), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.663385 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-331196a8-578a-4225-bdaa-cd4060d0a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.664975 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-331196a8-578a-4225-bdaa-cd4060d0a32d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0468616 Apr 04 14:25:52.673237 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (460016eb-4a61-4ab2-8687-a3d28574c294), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.727090 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-82ac8cda-74c2-4096-96b9-e78cfb9e505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.729520 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-82ac8cda-74c2-4096-96b9-e78cfb9e505c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513465 Apr 04 14:25:52.769155 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (460016eb-4a61-4ab2-8687-a3d28574c294), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.791631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460016eb-4a61-4ab2-8687-a3d28574c294,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:52.814876 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8ed8-5a39-4043-bac2-e8bba1c61c1f req-3ac17d5f-d947-4b4c-826e-aba533d41163 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.816203 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1c2b8ed8-5a39-4043-bac2-e8bba1c61c1f req-3ac17d5f-d947-4b4c-826e-aba533d41163 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0748203 Apr 04 14:25:52.851875 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d980085-5211-4a4e-87f1-f80a63392d0c req-53791755-2ce6-461e-9f40-34fc79927319 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:52.853358 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d980085-5211-4a4e-87f1-f80a63392d0c req-53791755-2ce6-461e-9f40-34fc79927319 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 944 time: 0.1228156 Apr 04 14:25:52.876922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.876922 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4bfb37f7-12bf-45a8-a58a-220456d6ffeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3708932 Apr 04 14:25:52.878301 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36232) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:52.879107 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1c2b8ed8-5a39-4043-bac2-e8bba1c61c1f req-98d7825a-ff7f-4e47-9cb5-8c3538a5059c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499365 Apr 04 14:25:52.881178 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks [] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.882373 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-2cc94bf7-e131-4c85-8802-c125eb5d1d04 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170847 Apr 04 14:25:52.885467 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:52.944298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:52.989572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d980085-5211-4a4e-87f1-f80a63392d0c req-ffd01235-f96d-4e12-8642-63b10656fe16 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208584 Apr 04 14:25:53.000310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527a15-bf98-4e10-9dba-f17c5e2f5d61 None None] Pushing event updated for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:53.027674 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2af65227-ab3f-478b-b7a1-4092f6d4438c req-4045100c-893e-4fbe-9206-eedf41e9528c service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309075 Apr 04 14:25:53.054713 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (7c3177ac-9b11-4e07-b616-a9bac283d844), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.056307 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Attempting to bind port 8366c8da-4d7b-4498-a2fa-98229dc1935a on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:25:53.056678 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Attempting to bind port 8366c8da-4d7b-4498-a2fa-98229dc1935a by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:25:53.057785 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Attempting to bind port 8366c8da-4d7b-4498-a2fa-98229dc1935a on network efd95064-edbc-4397-a50d-e09ad00a3d12 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:25:53.063208 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:25:53.063696 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Checking segment: {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:25:53.064098 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.064485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Bound using segment: {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:25:53.064945 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Bound port: 8366c8da-4d7b-4498-a2fa-98229dc1935a, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bdeedc-1369-4b71-a79c-65c21243c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:25:53.065323 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.112725 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (7c3177ac-9b11-4e07-b616-a9bac283d844), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.135003 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] For port 8366c8da-4d7b-4498-a2fa-98229dc1935a, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:25:53.138964 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] For port 8366c8da-4d7b-4498-a2fa-98229dc1935a, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=8366c8da-4d7b-4498-a2fa-98229dc1935a,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:25:53.187952 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-0b84f3e2-dd3f-45a2-955a-f899bfa211f6 None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:53.188371 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0b84f3e2-dd3f-45a2-955a-f899bfa211f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.201383 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (7c3177ac-9b11-4e07-b616-a9bac283d844), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.220412 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3177ac-9b11-4e07-b616-a9bac283d844,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:53.329707 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.369186 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.374006 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-89886650-3ea0-46f3-9ecc-dea98ee5bec1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4903221 Apr 04 14:25:53.374006 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36234) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:53.377284 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0b84f3e2-dd3f-45a2-955a-f899bfa211f6 None None] Port 8366c8da-4d7b-4498-a2fa-98229dc1935a cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:25:53.379482 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:53.400884 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527a15-bf98-4e10-9dba-f17c5e2f5d61 None None] Pushing event updated for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:53.403894 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:25:53.404503 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:53.510823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (cf93b067-38b0-4854-8a5d-15567ac31415), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.517962 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:25:53.577539 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (cf93b067-38b0-4854-8a5d-15567ac31415), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.646933 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:53.647215 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.647324 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (cf93b067-38b0-4854-8a5d-15567ac31415), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.666316 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf93b067-38b0-4854-8a5d-15567ac31415,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:53.687624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489f297-019c-418c-aa7e-0331d6d65057 req-fb28f0ce-3ec3-4142-beb1-ca856810339c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:53.689104 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7489f297-019c-418c-aa7e-0331d6d65057 req-fb28f0ce-3ec3-4142-beb1-ca856810339c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Apr 04 14:25:53.728798 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.730067 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-dd612c36-5cbb-48ff-88bb-092fda007417 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3549817 Apr 04 14:25:53.733727 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36238) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:53.738629 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:53.741335 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7489f297-019c-418c-aa7e-0331d6d65057 req-e57b4d74-27b2-4410-9827-b74684d296ef tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455539 Apr 04 14:25:53.781493 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Current status of the port 8366c8da-4d7b-4498-a2fa-98229dc1935a is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:53.781874 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.813175 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:49Z', 'revision_number': 4, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '8366c8da-4d7b-4498-a2fa-98229dc1935a', 'name': '', 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'mac_address': 'fa:16:3e:8e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:48Z', 'updated_at': '2022-04-04T14:25:53Z', 'revision_number': 4, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'subnets': [{'id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:25:53.823965 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.securitygroups_db [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Project 8c7ff1c601aa4a59845c689fed23b8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:25:53.829224 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (d6343b78-3629-438a-be77-661a8af60ac8), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.847533 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] For port 8366c8da-4d7b-4498-a2fa-98229dc1935a, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=8366c8da-4d7b-4498-a2fa-98229dc1935a,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:53.848778 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53396c77-d3c6-49a8-bff8-5f1775f5d126 None None] The sync data for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi is: [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:25:49Z', 'revision_number': 4, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '8366c8da-4d7b-4498-a2fa-98229dc1935a', 'name': '', 'network_id': 'efd95064-edbc-4397-a50d-e09ad00a3d12', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'mac_address': 'fa:16:3e:8e:9f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:48Z', 'updated_at': '2022-04-04T14:25:53Z', 'revision_number': 4, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'subnets': [{'id': 'ef4e6f10-64b2-4738-be01-3f631158da1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:25:53.911799 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (d6343b78-3629-438a-be77-661a8af60ac8), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:53.932524 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.025824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (d6343b78-3629-438a-be77-661a8af60ac8), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.033303 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83701d-d512-4eba-9c21-7b79ff6a99c8 None None] Pushing event updated for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:54.058379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6343b78-3629-438a-be77-661a8af60ac8,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:54.099285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95945c6-bf92-439f-8dd4-549e00a60c78 req-c5d9a103-0d80-4e2b-8ba2-e688df4e8dc6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:54.104345 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a95945c6-bf92-439f-8dd4-549e00a60c78 req-c5d9a103-0d80-4e2b-8ba2-e688df4e8dc6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.1266246 Apr 04 14:25:54.117847 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 8366c8da-4d7b-4498-a2fa-98229dc1935a up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:54.150127 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.152511 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6dcf323d-ac7e-4f48-bdeb-62a31295d219 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4177659 Apr 04 14:25:54.155573 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36246) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:25:54.162825 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6', 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:25:54.170828 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b09ee-50fa-4178-a218-ce6657bb4c82 req-798cb119-76a6-4780-951d-8920df6ad3be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:54.172432 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-438b09ee-50fa-4178-a218-ce6657bb4c82 req-798cb119-76a6-4780-951d-8920df6ad3be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 944 time: 0.0775156 Apr 04 14:25:54.190638 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a95945c6-bf92-439f-8dd4-549e00a60c78 req-5bcbc693-565a-451b-8213-a69e26ef6b38 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739884 Apr 04 14:25:54.199680 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:54.200051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.239745 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-438b09ee-50fa-4178-a218-ce6657bb4c82 req-d2658bf6-de8c-4c06-94f4-f1f459e1d3ed tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604753 Apr 04 14:25:54.292298 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.securitygroups_db [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Project 8c7ff1c601aa4a59845c689fed23b8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:25:54.297449 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (dd92d11d-a2bf-452c-b2a4-8c232d693edd), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.298971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 8366c8da-4d7b-4498-a2fa-98229dc1935a is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:54.349137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (dd92d11d-a2bf-452c-b2a4-8c232d693edd), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.412865 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (dd92d11d-a2bf-452c-b2a4-8c232d693edd), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.439967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd92d11d-a2bf-452c-b2a4-8c232d693edd,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:54.517862 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:54.522584 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4ce1c663-b630-4be8-9220-001850d620bd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3627348 Apr 04 14:25:55.417424 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0b5f1-9d60-4540-a6b2-7638e819c111 req-6cf4f3bb-e594-4085-ae33-24ffc98c7736 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:55.418011 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32957b-0409-4450-8ef8-e53581a7ba90 req-16b7fff0-c46e-407f-a14d-179cc1f75f08 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:55.419709 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf32957b-0409-4450-8ef8-e53581a7ba90 req-16b7fff0-c46e-407f-a14d-179cc1f75f08 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0634930 Apr 04 14:25:55.423840 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0c0b5f1-9d60-4540-a6b2-7638e819c111 req-6cf4f3bb-e594-4085-ae33-24ffc98c7736 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 944 time: 0.0665727 Apr 04 14:25:55.467629 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0c0b5f1-9d60-4540-a6b2-7638e819c111 req-642efdc9-0af9-476e-839c-ca61096e9b4d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427206 Apr 04 14:25:55.469574 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf32957b-0409-4450-8ef8-e53581a7ba90 req-d1b0d354-2040-4e0f-b15f-56e0266334a2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 04 14:25:55.933522 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8c66985e-a0c2-4647-b9df-0c47cd728ddd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:25:56.036007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:56.048234 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'port_id': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'mac_address': 'fa:16:3e:8d:4c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:25:56.054123 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 8366c8da-4d7b-4498-a2fa-98229dc1935a up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:56.123825 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 8c66985e-a0c2-4647-b9df-0c47cd728ddd is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:56.124210 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:56.141606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c66985e-a0c2-4647-b9df-0c47cd728ddd {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:25:56.165702 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:56.167214 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 8366c8da-4d7b-4498-a2fa-98229dc1935a triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:56.167583 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:56.237907 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:56.282369 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 8366c8da-4d7b-4498-a2fa-98229dc1935a is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:56.301927 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:56.552354 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['8c66985e-a0c2-4647-b9df-0c47cd728ddd'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:25:56.593339 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a2426-4c12-40a8-8dd7-cf84ebf3a1b6 req-8343ef89-9353-4bdb-8a55-c1e5c11436d6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:56.594094 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858a65f-495c-4dd4-a9a3-c77accf25a6c req-4ba8ceb3-252c-4ef3-b9d3-173901a19198 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:56.595618 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f70a2426-4c12-40a8-8dd7-cf84ebf3a1b6 req-8343ef89-9353-4bdb-8a55-c1e5c11436d6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 945 time: 0.0584762 Apr 04 14:25:56.599663 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4858a65f-495c-4dd4-a9a3-c77accf25a6c req-4ba8ceb3-252c-4ef3-b9d3-173901a19198 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0618322 Apr 04 14:25:56.648044 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4858a65f-495c-4dd4-a9a3-c77accf25a6c req-92508115-b112-4e7c-ab4c-b6e968eaf6ea tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 Apr 04 14:25:56.655800 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f70a2426-4c12-40a8-8dd7-cf84ebf3a1b6 req-38fcb047-0176-43be-b8e2-98894ba0d37b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515838 Apr 04 14:25:57.769186 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee673f8f-2acb-40b8-b85b-59a983c20b95 req-d9cc7bcc-ab87-458f-8cbe-0ad829670a88 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:57.770825 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee673f8f-2acb-40b8-b85b-59a983c20b95 req-d9cc7bcc-ab87-458f-8cbe-0ad829670a88 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 945 time: 0.0540078 Apr 04 14:25:57.773665 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65973f0a-3653-4ca1-a34a-96bc27ac7c79 req-0456da1d-7309-4006-a7e7-73e7f0ccefa2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:57.775119 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-65973f0a-3653-4ca1-a34a-96bc27ac7c79 req-0456da1d-7309-4006-a7e7-73e7f0ccefa2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0598118 Apr 04 14:25:57.819007 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee673f8f-2acb-40b8-b85b-59a983c20b95 req-1946255d-afc1-42ab-88f6-e9d649c8adc1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Apr 04 14:25:57.822799 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-65973f0a-3653-4ca1-a34a-96bc27ac7c79 req-a747b600-0f15-412f-93f5-0aa33d3cd770 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Apr 04 14:25:57.945814 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8c66985e-a0c2-4647-b9df-0c47cd728ddd up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:25:58.052120 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 8c66985e-a0c2-4647-b9df-0c47cd728ddd completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:25:58.056312 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 8c66985e-a0c2-4647-b9df-0c47cd728ddd triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:25:58.056685 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:58.134901 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 8c66985e-a0c2-4647-b9df-0c47cd728ddd is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:25:58.135445 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:58.158497 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:25:58.161238 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f093e-344f-4d10-8a0c-714aaed10ef2" -d '{"events": [{"server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "name": "network-vif-plugged", "status": "completed", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:25:58.177276 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:25:58.195502 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa7267-938d-4e9f-8307-cbe196c2a9c8 x-openstack-request-id: req-f9aa7267-938d-4e9f-8307-cbe196c2a9c8 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:25:58.195809 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "name": "network-vif-plugged", "status": "completed", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:25:58.199852 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9aa7267-938d-4e9f-8307-cbe196c2a9c8 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:25:58.199852 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9aa7267-938d-4e9f-8307-cbe196c2a9c8'] response: {'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'code': 200} Apr 04 14:25:58.246681 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:25:58.296648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:25:58.500918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adef47-2668-49f9-bf00-404d04ce22c7 req-6bbf077f-cd09-4456-b542-d8b30d525365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:58.502421 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-62adef47-2668-49f9-bf00-404d04ce22c7 req-6bbf077f-cd09-4456-b542-d8b30d525365 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 1130 time: 0.0486276 Apr 04 14:25:58.548222 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-62adef47-2668-49f9-bf00-404d04ce22c7 req-b48a50a4-7f99-47cf-b5b5-a4cb3a3b999a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Apr 04 14:25:58.938624 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d54e9-28ca-4eda-b81d-0a1ecec22cd6 req-e5048a03-7b1b-4256-b511-c19bd2648a4e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:58.940126 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-069d54e9-28ca-4eda-b81d-0a1ecec22cd6 req-e5048a03-7b1b-4256-b511-c19bd2648a4e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0534346 Apr 04 14:25:58.941662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61988ab1-6a5d-4aac-851f-fbb96321d3ee req-b490c9a1-5ec9-470e-b0fd-b8c554ed7ca3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:25:58.943111 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-61988ab1-6a5d-4aac-851f-fbb96321d3ee req-b490c9a1-5ec9-470e-b0fd-b8c554ed7ca3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Apr 04 14:25:58.990203 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-069d54e9-28ca-4eda-b81d-0a1ecec22cd6 req-bc79031f-8a36-447a-9fee-82e7fe160a33 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Apr 04 14:25:59.001788 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-61988ab1-6a5d-4aac-851f-fbb96321d3ee req-b98dd098-25b5-430b-85de-fb2a296a3c0c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529315 Apr 04 14:26:00.116367 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1338e2-cb7d-4c7c-bb9e-50f45c65a9b6 req-a87fe01c-2a8c-41b3-97ac-db8be77edd4b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:00.117917 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6f1338e2-cb7d-4c7c-bb9e-50f45c65a9b6 req-a87fe01c-2a8c-41b3-97ac-db8be77edd4b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0579333 Apr 04 14:26:00.121524 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9372-8c35-42c6-8878-417c767dd252 req-de48b804-f96e-4511-b959-ecdf6f951ce6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:00.123587 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d3ea9372-8c35-42c6-8878-417c767dd252 req-de48b804-f96e-4511-b959-ecdf6f951ce6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0546641 Apr 04 14:26:00.171428 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d3ea9372-8c35-42c6-8878-417c767dd252 req-ead762d7-5b8e-4c5e-8772-dc8021c2b7a3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Apr 04 14:26:00.171874 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6f1338e2-cb7d-4c7c-bb9e-50f45c65a9b6 req-939cdee1-1e7f-4799-beef-907e27db5d32 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457251 Apr 04 14:26:01.291592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf73e6-1217-459f-b8ad-fb69adb5cb69 req-f8872574-e58a-4e0a-a062-394c15b7457b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:01.292706 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355a15c-c29c-46df-b9f3-12edca2f876c req-8924f93b-6df8-4243-9ebd-446dc9b2aba6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:01.293213 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-acdf73e6-1217-459f-b8ad-fb69adb5cb69 req-f8872574-e58a-4e0a-a062-394c15b7457b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Apr 04 14:26:01.294372 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d355a15c-c29c-46df-b9f3-12edca2f876c req-8924f93b-6df8-4243-9ebd-446dc9b2aba6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0559039 Apr 04 14:26:01.339590 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d355a15c-c29c-46df-b9f3-12edca2f876c req-a31eae0e-3c30-4b90-a000-e2ed7f41a1af tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 Apr 04 14:26:01.340263 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-acdf73e6-1217-459f-b8ad-fb69adb5cb69 req-b05c8bf9-6bf8-4eda-92ac-c8a92b07ccdb tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Apr 04 14:26:01.460044 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04784989-387b-498c-9791-69238543c82c req-a76733f6-24e3-4d71-b047-bb2d0191be46 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:01.461478 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-04784989-387b-498c-9791-69238543c82c req-a76733f6-24e3-4d71-b047-bb2d0191be46 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0559599 Apr 04 14:26:01.470894 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36344) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:01.475039 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'port_id': '8c66985e-a0c2-4647-b9df-0c47cd728ddd'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:01.514390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:01.958329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:02.030644 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:02.132750 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP cb62742a-6cf5-4a26-9b81-c1901e7942b1 associated. External IP: 172.27.3.124, port: 8c66985e-a0c2-4647-b9df-0c47cd728ddd. Apr 04 14:26:02.470325 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657ec3-f3e1-4918-abbd-e4a3e12f32d5 req-13019c73-60b8-4f3e-8939-19f29bb98ef6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:02.471737 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-26657ec3-f3e1-4918-abbd-e4a3e12f32d5 req-13019c73-60b8-4f3e-8939-19f29bb98ef6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0593097 Apr 04 14:26:02.519462 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-26657ec3-f3e1-4918-abbd-e4a3e12f32d5 req-5f0f6306-4e52-4d81-9900-4447d5dbb484 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Apr 04 14:26:02.582212 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:02.695374 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:02.700745 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:02.706196 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:02.717419 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:02.718031 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:02.731385 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8e0e9437-95ba-4921-9c30-2356e035fde4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "PUT /v2.0/floatingips/cb62742a-6cf5-4a26-9b81-c1901e7942b1 HTTP/1.1" status: 200 len: 992 time: 1.2594299 Apr 04 14:26:02.731957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:02.734182 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:02.772530 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d905a01e-6532-4cf7-a87a-9ec2bf2e7f99 x-openstack-request-id: req-d905a01e-6532-4cf7-a87a-9ec2bf2e7f99 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:02.772819 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:02.773067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d905a01e-6532-4cf7-a87a-9ec2bf2e7f99 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:02.773471 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d905a01e-6532-4cf7-a87a-9ec2bf2e7f99'] response: {'name': 'network-changed', 'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'status': 'completed', 'code': 200} Apr 04 14:26:02.836479 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:02.847679 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-0b37cdef-3441-445b-88f9-28efd5c7c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:02.849160 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-0b37cdef-3441-445b-88f9-28efd5c7c230 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 1130 time: 0.0482337 Apr 04 14:26:02.945344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-42f7467d-eea8-4c4f-ba11-f32b397e288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:02.946900 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-42f7467d-eea8-4c4f-ba11-f32b397e288d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.0915341 Apr 04 14:26:03.019356 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-8c4c02db-cd89-4bbb-8a1f-d4f402d99ed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd HTTP/1.1" status: 200 len: 1000 time: 0.0646846 Apr 04 14:26:03.075930 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-99648e66-fab7-4228-b9ab-3ff766237a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:03.077913 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-99648e66-fab7-4228-b9ab-3ff766237a06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0448506 Apr 04 14:26:03.132534 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-58f74de5-308c-4652-8cef-dad359149769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:03.132534 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-58f74de5-308c-4652-8cef-dad359149769 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462697 Apr 04 14:26:03.149011 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cb62742a-6cf5-4a26-9b81-c1901e7942b1', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:8d:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:26:01Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:03.173877 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:03.182414 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:03.183027 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:25:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:03.231620 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-f0c0644e-0326-491a-ac81-ab4e3361148b service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911462 Apr 04 14:26:03.297818 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:03.325698 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b898586d-7dc1-4371-b0f8-3aa500ce4cc9 req-68ae3938-2186-4a28-be12-0f2ef7914bec service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870311 Apr 04 14:26:03.522188 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cb62742a-6cf5-4a26-9b81-c1901e7942b1', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:8d:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:26:01Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:03.559082 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bbacea-736d-4378-9912-609bcb30ee04 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cb62742a-6cf5-4a26-9b81-c1901e7942b1', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:8d:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:26:01Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:03.647907 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fb83e-aef1-4e1e-90ae-98a0897f330f req-4116d1e5-2f40-418a-9c24-f714bc858711 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:03.649544 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d10fb83e-aef1-4e1e-90ae-98a0897f330f req-4116d1e5-2f40-418a-9c24-f714bc858711 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0582104 Apr 04 14:26:03.700482 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d10fb83e-aef1-4e1e-90ae-98a0897f330f req-cf5cade1-e75e-421d-972e-f15e21892e06 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451980 Apr 04 14:26:03.775831 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcfc0e9-49e3-4ee2-9b3e-867b3feb3796 None None] New status for floating IP cb62742a-6cf5-4a26-9b81-c1901e7942b1: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:26:04.822508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ebc0-5911-4592-95cf-e2235c090d8f req-9cbb67d2-4afd-423b-8b9b-c40835d4c3ba tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:04.824068 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ddd5ebc0-5911-4592-95cf-e2235c090d8f req-9cbb67d2-4afd-423b-8b9b-c40835d4c3ba tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Apr 04 14:26:04.873918 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ddd5ebc0-5911-4592-95cf-e2235c090d8f req-a00a054d-d146-4313-91b9-f31a1ecf00c0 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436227 Apr 04 14:26:05.993227 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa23c5-8a76-43d6-aff0-f37d68e78c60 req-c1ff53ff-5b6e-4433-842d-380e96eee085 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:05.994716 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-44fa23c5-8a76-43d6-aff0-f37d68e78c60 req-c1ff53ff-5b6e-4433-842d-380e96eee085 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0540197 Apr 04 14:26:06.043625 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-44fa23c5-8a76-43d6-aff0-f37d68e78c60 req-e6bade65-2446-478a-aba3-068b891d1b31 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Apr 04 14:26:07.158574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe4b5a-400a-4f75-a9f2-3eae62da2b21 req-907ec100-38ea-4ec7-bba5-b396b2e12317 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:07.159961 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29fe4b5a-400a-4f75-a9f2-3eae62da2b21 req-907ec100-38ea-4ec7-bba5-b396b2e12317 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0504422 Apr 04 14:26:07.204858 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29fe4b5a-400a-4f75-a9f2-3eae62da2b21 req-23002ae7-4d70-4272-8782-2f12108b6eb7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Apr 04 14:26:08.319907 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bb377-f079-44d9-b6bd-126b15a8b004 req-c7365c7b-d0fa-4e3f-a79f-4a383d3f1372 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:08.321350 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dd4bb377-f079-44d9-b6bd-126b15a8b004 req-c7365c7b-d0fa-4e3f-a79f-4a383d3f1372 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0508790 Apr 04 14:26:08.366911 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dd4bb377-f079-44d9-b6bd-126b15a8b004 req-41256e5d-5cb6-4088-ae32-1fae9ec3600e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393362 Apr 04 14:26:09.483632 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707e230-4f6b-4a8a-aba0-39c7be1ded36 req-963b7b16-9f75-47e0-acf2-bfff71b879cf tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:09.485085 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2707e230-4f6b-4a8a-aba0-39c7be1ded36 req-963b7b16-9f75-47e0-acf2-bfff71b879cf tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0522101 Apr 04 14:26:09.530218 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2707e230-4f6b-4a8a-aba0-39c7be1ded36 req-b1295100-8828-400d-bf99-8098afc9188b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395598 Apr 04 14:26:10.647405 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e56208-c570-4fb4-8290-3de9cda0b5a4 req-45d4793d-33ad-41c0-a21c-feb6e3d86cba tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:10.648876 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-79e56208-c570-4fb4-8290-3de9cda0b5a4 req-45d4793d-33ad-41c0-a21c-feb6e3d86cba tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0516429 Apr 04 14:26:10.694050 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-79e56208-c570-4fb4-8290-3de9cda0b5a4 req-59c416cf-54da-4d5c-b541-32eb63488259 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Apr 04 14:26:11.160441 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9f3df5c4-d71f-4055-aeb3-bbc349dd5fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:11.216075 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2bdd3-2db0-4250-a6e5-80064e3e19c9 req-a3523ccf-ef2a-435d-90a2-8697817e9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:11.217574 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b6d2bdd3-2db0-4250-a6e5-80064e3e19c9 req-a3523ccf-ef2a-435d-90a2-8697817e9359 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0487223 Apr 04 14:26:11.294127 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b6d2bdd3-2db0-4250-a6e5-80064e3e19c9 req-77d0c5a4-f1fc-413d-b93c-3980857d4788 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688491 Apr 04 14:26:11.302492 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-d56a4bf8-0539-441f-8bcc-289f58f8c086 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986544726&fields=id&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 267 time: 0.0631859 Apr 04 14:26:11.408933 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-fc10a5ae-049b-4b32-853e-defe619513dd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:11.410390 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-fc10a5ae-049b-4b32-853e-defe619513dd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1010556 Apr 04 14:26:11.424541 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-37b3e53b-0dd7-49ee-b5f7-0fb71ab567c4 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/quotas/8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 375 time: 0.0088110 Apr 04 14:26:11.478398 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-d84f1496-3917-4645-aaf6-4bbb0f572a0b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490909 Apr 04 14:26:11.570345 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-c1cbc964-7864-4e56-98d8-49a960d39b54 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801246 Apr 04 14:26:11.660464 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-dd257ba7-8a78-4518-a284-7648a187bdb9 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Apr 04 14:26:11.824291 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826a4c-ee10-4934-8281-0ee74d386d7d req-91bfa131-6028-460a-844b-e668470c97b1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:11.825697 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c3826a4c-ee10-4934-8281-0ee74d386d7d req-91bfa131-6028-460a-844b-e668470c97b1 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0645890 Apr 04 14:26:11.871031 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c3826a4c-ee10-4934-8281-0ee74d386d7d req-69ef6ee9-4d61-4a93-b559-e8a42f04c15e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396669 Apr 04 14:26:12.211979 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c0fb45ef-0700-46cf-addd-f4ba19314860 req-8cf38698-b556-47d5-9df2-fb5414b8654b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Apr 04 14:26:12.990455 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda823ac-aad9-4b4f-9361-25de7f63a9db req-aa77f29d-8341-4087-9865-9ddee0f7a7a3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:12.991949 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dda823ac-aad9-4b4f-9361-25de7f63a9db req-aa77f29d-8341-4087-9865-9ddee0f7a7a3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0550456 Apr 04 14:26:13.038354 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dda823ac-aad9-4b4f-9361-25de7f63a9db req-a9fa3671-d85e-48bf-8f8e-93d976027ff3 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Apr 04 14:26:13.316325 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-97deb08c-8de7-4340-9176-1501d343af17 req-d783d1ac-d0e0-4a18-aa36-19f8ede49d21 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 210 time: 0.0320244 Apr 04 14:26:13.423435 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9e25-1e48-4438-87d0-b86be866b610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:13.558807 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706b9fc-0adc-483d-a8c3-3c91784f33a3 req-a2009833-2632-4f69-be54-e029b82492cb tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:13.560472 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f706b9fc-0adc-483d-a8c3-3c91784f33a3 req-a2009833-2632-4f69-be54-e029b82492cb tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0532117 Apr 04 14:26:13.637060 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f706b9fc-0adc-483d-a8c3-3c91784f33a3 req-6d72f492-ab41-410d-b6cc-b2c650d14461 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705080 Apr 04 14:26:13.643544 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-99c3e121-5c3d-4465-9970-7fa50501d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:13.645087 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-99c3e121-5c3d-4465-9970-7fa50501d9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0726726 Apr 04 14:26:13.737491 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-5e4d436a-c3a8-460d-8005-b72d5a15e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:13.738974 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-5e4d436a-c3a8-460d-8005-b72d5a15e2d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0878675 Apr 04 14:26:13.811111 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-5bac60bf-e00b-4dce-9afb-421dd348f93a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 1001 time: 0.0617752 Apr 04 14:26:13.860976 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-da20ea22-3ba9-455c-89f2-fde785d836bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:13.862414 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-da20ea22-3ba9-455c-89f2-fde785d836bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0439174 Apr 04 14:26:13.914674 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-623a22c6-1228-4b5e-a7fe-845cf9b056b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:13.916353 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-623a22c6-1228-4b5e-a7fe-845cf9b056b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476701 Apr 04 14:26:14.006625 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-5750051a-910a-4de0-a54e-54f814fa1132 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798690 Apr 04 14:26:14.098565 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29169432-a056-4ac1-8dae-c19c8fa0a90d req-3f1977e5-f205-4da4-b4ee-38dc00708b84 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846775 Apr 04 14:26:14.351527 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-4bfb773d-b823-42c2-bf75-9e258ebd6fc1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:14.353233 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-4bfb773d-b823-42c2-bf75-9e258ebd6fc1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1004987 Apr 04 14:26:14.418671 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-7771d87d-5b89-4a5c-a56a-24e38cb14473 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 380 time: 0.0554554 Apr 04 14:26:14.424432 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-af779178-7e88-4592-8ca9-a73d10ff05ff req-313fe4d2-68ba-4109-bb30-e5705543aeb4 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 210 time: 0.0301785 Apr 04 14:26:14.439348 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'port': {'device_id': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'admin_state_up': True, 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'security_groups': ['bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:14.617830 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Made reservation on behalf of 8c7ff1c601aa4a59845c689fed23b8fd for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:26:14.621127 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:14.663472 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:14.773425 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.20.0.9 (eb0863e1-5fc3-4668-b9c0-2f97605b9bec/0e42724e-29ff-4d27-8571-ac69b5cfdb1a/c0533936-a0d5-47ee-9c94-b302757a8be9) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:14.809354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faf86f-35ae-44c5-82ad-d74dee6f48b2 req-b444220f-7f9e-44ec-b265-2aeeed347bda tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:14.810804 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-10faf86f-35ae-44c5-82ad-d74dee6f48b2 req-b444220f-7f9e-44ec-b265-2aeeed347bda tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0876729 Apr 04 14:26:14.914485 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-10faf86f-35ae-44c5-82ad-d74dee6f48b2 req-2b9b2956-cba3-4af9-8e0d-59850c3ffc8f tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977840 Apr 04 14:26:14.958308 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.074558 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.115081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:15.118338 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:15.120939 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:15.126959 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:15.127613 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.152497 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:15.260664 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5f021d80-a56d-463e-96de-dfa4279eebb8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261452 Apr 04 14:26:15.272987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Request body: {'port': {'device_id': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:15.336756 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.366243 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.389282 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-3ffd0ce9-f26e-4f8a-a96c-0a728f910c35 None None] Provisioning complete for port c0533936-a0d5-47ee-9c94-b302757a8be9 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:15.389584 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0ce9-f26e-4f8a-a96c-0a728f910c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.423076 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd0ce9-f26e-4f8a-a96c-0a728f910c35 None None] Port c0533936-a0d5-47ee-9c94-b302757a8be9 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:26:15.548628 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d83ec-d866-4236-b179-8fee97a4ddba req-19b80844-e8f2-40bf-be51-836811abcc11 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:15.550117 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee9d83ec-d866-4236-b179-8fee97a4ddba req-19b80844-e8f2-40bf-be51-836811abcc11 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 931 time: 0.0560074 Apr 04 14:26:15.598991 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee9d83ec-d866-4236-b179-8fee97a4ddba req-c483867b-cb19-4bc1-9e9e-97be80725214 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Apr 04 14:26:15.601249 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0533936-a0d5-47ee-9c94-b302757a8be9 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:15.610812 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks [] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.624677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Transition to ACTIVE for port object c0533936-a0d5-47ee-9c94-b302757a8be9 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:26:15.691938 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.744179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Pushing event updated for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:15.777232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Attempting to bind port c0533936-a0d5-47ee-9c94-b302757a8be9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:26:15.777570 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Attempting to bind port c0533936-a0d5-47ee-9c94-b302757a8be9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:26:15.777896 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Attempting to bind port c0533936-a0d5-47ee-9c94-b302757a8be9 on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:15.783070 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Port c0533936-a0d5-47ee-9c94-b302757a8be9 on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:26:15.783423 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Attempting to bind port c0533936-a0d5-47ee-9c94-b302757a8be9 on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:15.789116 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:26:15.792078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:26:15.792078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Bound using segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:26:15.792078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Bound port: c0533936-a0d5-47ee-9c94-b302757a8be9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:26:15.792078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.815304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-85cd1321-633d-4bb5-babc-f025c4a8bca3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477703 Apr 04 14:26:15.861774 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:26:15.864959 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c0533936-a0d5-47ee-9c94-b302757a8be9,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:26:15.892269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:15.903740 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-a7b204e6-b58b-4cfb-bf57-cc6bd8ff1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:15.905793 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-a7b204e6-b58b-4cfb-bf57-cc6bd8ff1363 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 1129 time: 0.0465631 Apr 04 14:26:15.960970 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:16.022054 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-538f2968-b08f-448a-8658-30937633cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.023599 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-538f2968-b08f-448a-8658-30937633cfbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0937722 Apr 04 14:26:16.028584 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.029199 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:16.031109 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] 10.222.0.18 "PUT /v2.0/ports/c0533936-a0d5-47ee-9c94-b302757a8be9 HTTP/1.1" status: 200 len: 1093 time: 0.7624903 Apr 04 14:26:16.031712 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:16.033892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644a91f-19b1-4bd6-a996-21a9f33457ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:16.071038 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-17315e44-837e-4ef5-a330-bf4e36aa44f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 200 len: 217 time: 0.0396976 Apr 04 14:26:16.080632 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a3379-1501-4713-8130-a851905b776b x-openstack-request-id: req-8f5a3379-1501-4713-8130-a851905b776b {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:16.081119 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:16.081222 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f5a3379-1501-4713-8130-a851905b776b {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:16.081559 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5a3379-1501-4713-8130-a851905b776b'] response: {'name': 'network-changed', 'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'status': 'completed', 'code': 200} Apr 04 14:26:16.084054 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c4773-3d4d-4d70-83b2-c03da2809901 service neutron] Pushing event updated for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:16.107064 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8233931-3b15-446b-ab61-47ccbf28a37b req-679a704a-8f2e-4e74-ba4f-785a09be0066 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.110086 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8233931-3b15-446b-ab61-47ccbf28a37b req-679a704a-8f2e-4e74-ba4f-785a09be0066 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.1200283 Apr 04 14:26:16.140934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-174c6395-0f15-4dcb-9dba-a50f5f721bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.142632 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-174c6395-0f15-4dcb-9dba-a50f5f721bc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0558882 Apr 04 14:26:16.195788 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8233931-3b15-446b-ab61-47ccbf28a37b req-e74aa1bc-9baa-4751-a96a-33f45165ba07 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793471 Apr 04 14:26:16.214333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-e66a1a21-4aba-490c-8017-4a6216bdf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.214333 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-e66a1a21-4aba-490c-8017-4a6216bdf6e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 1127 time: 0.0881453 Apr 04 14:26:16.223322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-0deb384d-a24e-415c-a5bb-3ac6980c2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.225164 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-0deb384d-a24e-415c-a5bb-3ac6980c2fdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689497 Apr 04 14:26:16.327771 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-e37e85dd-f5b5-4bae-8103-289f3315f6b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847955 Apr 04 14:26:16.331025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-2145f490-a6a8-4351-8406-b792166caf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.332529 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-2145f490-a6a8-4351-8406-b792166caf8f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945611 Apr 04 14:26:16.436882 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5c2ab1b7-be43-4866-9263-9664269dec56 req-930a1221-ac17-42ba-9ba9-6df8a0c4171f service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Apr 04 14:26:16.439869 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-8a22a9c3-78d2-484f-80e8-a09e728bb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.441306 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7644a91f-19b1-4bd6-a996-21a9f33457ad req-8a22a9c3-78d2-484f-80e8-a09e728bb206 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932148 Apr 04 14:26:16.534742 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-e1b28979-a96e-4625-aada-c6090d029c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.536207 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-e1b28979-a96e-4625-aada-c6090d029c10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 1127 time: 0.0448120 Apr 04 14:26:16.577161 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-5b8dc64a-7629-47b1-b187-88771a8a1a31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0533936-a0d5-47ee-9c94-b302757a8be9 HTTP/1.1" status: 200 len: 217 time: 0.0326810 Apr 04 14:26:16.628053 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-2a6d91ad-d6ff-4b50-9514-ff549e9aa8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.629476 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-2a6d91ad-d6ff-4b50-9514-ff549e9aa8f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0452282 Apr 04 14:26:16.682151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-c19602b7-b1fa-4f6d-a5e1-eee2ddbd1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.683655 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-c19602b7-b1fa-4f6d-a5e1-eee2ddbd1ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428982 Apr 04 14:26:16.722672 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda60b3-6c62-41de-b75e-5bf53d5f3b06 req-b789ce4a-c2d4-4b1f-872c-1a42cdf6eaf2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:16.724608 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1dda60b3-6c62-41de-b75e-5bf53d5f3b06 req-b789ce4a-c2d4-4b1f-872c-1a42cdf6eaf2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0558801 Apr 04 14:26:16.793131 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-82b1aff4-4a64-420b-9ad3-bca184a0f900 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941765 Apr 04 14:26:16.794068 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1dda60b3-6c62-41de-b75e-5bf53d5f3b06 req-5ab1e9d9-ff04-49c4-ba0d-a216e5dd7f2c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637567 Apr 04 14:26:16.886619 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ec2bc79c-72d2-4dfb-a559-f5272ae56170 req-7b306822-fcab-4bbc-9de8-6cb861d6185f service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861220 Apr 04 14:26:17.315380 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779837b-bd4e-4847-bbcf-822473a42aaa req-876f1834-4aef-4c6c-93f1-6efa26364507 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:17.316893 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9779837b-bd4e-4847-bbcf-822473a42aaa req-876f1834-4aef-4c6c-93f1-6efa26364507 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0548747 Apr 04 14:26:17.343644 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:17.364601 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9779837b-bd4e-4847-bbcf-822473a42aaa req-b960e2a2-06e3-4638-bd1f-3074fb1b161d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Apr 04 14:26:17.478251 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc192-bfa3-429a-b5c2-3cbde875efc4 req-f32021f4-8e6c-4d51-be5d-50fc9c59bb96 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:17.479789 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bfbdc192-bfa3-429a-b5c2-3cbde875efc4 req-f32021f4-8e6c-4d51-be5d-50fc9c59bb96 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0504668 Apr 04 14:26:17.489076 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36482) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:17.493246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Request body: {'floatingip': {'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:17.549511 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:17.915314 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebea91-487b-486b-a874-c8e0f67ebf2c req-83fd7e59-867e-480e-90b6-c2daf6ce0468 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:17.917039 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2aebea91-487b-486b-a874-c8e0f67ebf2c req-83fd7e59-867e-480e-90b6-c2daf6ce0468 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0562375 Apr 04 14:26:17.973721 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2aebea91-487b-486b-a874-c8e0f67ebf2c req-ab023673-52c9-45e7-ae14-c4076b2afc07 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Apr 04 14:26:18.261889 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:18.360519 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:18.566383 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Router 52958e60-21bd-4412-95ab-389849593b2f has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:18.672461 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:18.677253 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:18.681969 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:18.691468 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:18.692081 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:18.708725 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:18.710982 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58" -d '{"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:18.749532 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-5ed4f4e1-d77a-4e9b-90d6-ec255d1dcaab tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "PUT /v2.0/floatingips/1475dad3-b519-44e8-966b-aa0e70e3137c HTTP/1.1" status: 200 len: 993 time: 1.2525516 Apr 04 14:26:18.749532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff06ca9-5d13-4d7c-aa3a-467e3b82f321 x-openstack-request-id: req-0ff06ca9-5d13-4d7c-aa3a-467e3b82f321 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:18.749532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:18.749532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ff06ca9-5d13-4d7c-aa3a-467e3b82f321 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:18.749532 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff06ca9-5d13-4d7c-aa3a-467e3b82f321'] response: {'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'status': 'completed', 'code': 200} Apr 04 14:26:18.800635 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:18.814886 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-4ec259a5-09ea-4537-86aa-8c3376dabcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:18.816444 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-4ec259a5-09ea-4537-86aa-8c3376dabcd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0439553 Apr 04 14:26:18.904499 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-c73170d9-3058-4399-a6c4-21c4a02a018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:18.906544 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-c73170d9-3058-4399-a6c4-21c4a02a018d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0815337 Apr 04 14:26:18.980944 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-07068fdd-08b2-47d5-83a3-c842db97493f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 1001 time: 0.0671034 Apr 04 14:26:19.026856 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:26:18Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:19.029178 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-bfd84a08-124a-4933-b9c6-340f98178656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:19.030714 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-bfd84a08-124a-4933-b9c6-340f98178656 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0427818 Apr 04 14:26:19.056354 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:19.064711 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:19.065316 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:19.083232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-bb0e4bdc-46f9-457a-82f7-9ab4ec1d6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:19.084678 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-bb0e4bdc-46f9-457a-82f7-9ab4ec1d6684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469997 Apr 04 14:26:19.099640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8d239-3666-44aa-a291-fa128285c063 req-5e92065c-22a6-4374-b5cd-c2941fbc2335 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:19.100825 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-eab8d239-3666-44aa-a291-fa128285c063 req-5e92065c-22a6-4374-b5cd-c2941fbc2335 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0540206 Apr 04 14:26:19.154567 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-eab8d239-3666-44aa-a291-fa128285c063 req-9fc4686c-8640-4177-baec-40105bc14c16 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479188 Apr 04 14:26:19.184017 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:19.190955 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-043b11dd-c1ec-42cc-b0b2-b1153c9853d3 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983026 Apr 04 14:26:19.289461 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fbe10668-b1a6-4a4f-9a1e-44e6b407ca58 req-199f8e3f-e525-42de-b8f0-741f00088851 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922596 Apr 04 14:26:19.423275 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:26:18Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:19.451924 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e3007c-a727-48d0-b859-2a53950bf104 None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '1475dad3-b519-44e8-966b-aa0e70e3137c', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '52958e60-21bd-4412-95ab-389849593b2f', 'port_id': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'mac_address': 'fa:16:3e:3f:cb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:24:14Z', 'updated_at': '2022-04-04T14:26:18Z', 'revision_number': 3, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:19.661337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78bed-7143-4091-bcbf-936194bc2e1b req-b49f67ac-8871-4fc5-a71b-521438b04ba2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:19.662792 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-70b78bed-7143-4091-bcbf-936194bc2e1b req-b49f67ac-8871-4fc5-a71b-521438b04ba2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0576749 Apr 04 14:26:19.708393 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-70b78bed-7143-4091-bcbf-936194bc2e1b req-a5c24e18-e1ec-453e-810e-131664d27de1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Apr 04 14:26:20.278993 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1bdc7-8947-4fe7-adb2-1e9669ec1b5c req-4c8ed1f7-a533-4ae0-9437-898aa52c075e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:20.280509 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6bb1bdc7-8947-4fe7-adb2-1e9669ec1b5c req-4c8ed1f7-a533-4ae0-9437-898aa52c075e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0583589 Apr 04 14:26:20.329183 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6bb1bdc7-8947-4fe7-adb2-1e9669ec1b5c req-e7a6c02c-82e1-41aa-9c4a-1f017b6490bc tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Apr 04 14:26:20.749338 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:20.751704 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256" -d '{"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:20.787022 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f604e25-4b69-455d-be76-5f54ee385bb0 x-openstack-request-id: req-2f604e25-4b69-455d-be76-5f54ee385bb0 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:20.787345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:20.787603 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f604e25-4b69-455d-be76-5f54ee385bb0 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:20.788004 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f604e25-4b69-455d-be76-5f54ee385bb0'] response: {'name': 'network-changed', 'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'status': 'completed', 'code': 200} Apr 04 14:26:20.856798 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e690-5f8a-46d3-a19e-b5e63eebb911 req-17c3e83d-5945-4e0f-9296-f16b8b6ad745 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:20.858266 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c807e690-5f8a-46d3-a19e-b5e63eebb911 req-17c3e83d-5945-4e0f-9296-f16b8b6ad745 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0797906 Apr 04 14:26:20.872678 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-7657f402-4109-427d-adae-bbb9a861fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:20.874040 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-7657f402-4109-427d-adae-bbb9a861fec0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54340a3426894ba88a09a8b92b6b1805&device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 1130 time: 0.0648398 Apr 04 14:26:20.953417 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c807e690-5f8a-46d3-a19e-b5e63eebb911 req-0bee6c11-d60f-44ce-be40-d6acaa21106e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873756 Apr 04 14:26:20.988727 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-c7f74bfd-5a09-432e-94fd-c942f4a22492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:20.990150 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-c7f74bfd-5a09-432e-94fd-c942f4a22492 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 200 len: 920 time: 0.0960362 Apr 04 14:26:21.053348 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-6f251bf2-35e4-4120-998d-7808606ef778 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 200 len: 1001 time: 0.0560529 Apr 04 14:26:21.105031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-3da10fe1-385d-42de-adff-00078ffad3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:21.106674 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-3da10fe1-385d-42de-adff-00078ffad3ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 200 len: 858 time: 0.0453959 Apr 04 14:26:21.156285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-efa0f1b8-411a-4025-beee-486050477a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:21.157747 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-efa0f1b8-411a-4025-beee-486050477a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a712b1f-a475-425b-b02a-8f49b10aa942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426147 Apr 04 14:26:21.247432 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-00bccd36-fe53-468d-82a4-f6a06f4ec511 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Apr 04 14:26:21.346761 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1cd4a73-ac80-4f37-9ea5-4a24f2b52256 req-cd036f21-1fa0-45df-9c05-2cf21b9fea88 service neutron] 10.222.0.18 "GET /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Apr 04 14:26:21.457416 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018f0e-109d-460a-94ac-65fa43356f93 req-1812fc4b-6059-434c-bd45-47818ed9a107 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:21.458917 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b018f0e-109d-460a-94ac-65fa43356f93 req-1812fc4b-6059-434c-bd45-47818ed9a107 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0527816 Apr 04 14:26:21.466894 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-b5a10ddf-111b-4706-b43e-3942940b34bc tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:21.468568 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-b5a10ddf-111b-4706-b43e-3942940b34bc tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.0512395 Apr 04 14:26:21.507271 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b018f0e-109d-460a-94ac-65fa43356f93 req-965487f5-20f8-4794-bd0c-57c6aeefe904 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Apr 04 14:26:21.598197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Deleting port c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:26:21.598452 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:21.689628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] For port c799798b-818c-4f0f-a8a0-44b3871e6f01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c799798b-818c-4f0f-a8a0-44b3871e6f01,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:21.689993 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:22.158431 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32e9e9-57c4-455c-a2bf-f527092c529b req-5459e990-6a47-4178-b42e-c0c112260eae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:22.159926 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6e32e9e9-57c4-455c-a2bf-f527092c529b req-5459e990-6a47-4178-b42e-c0c112260eae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 946 time: 0.1353862 Apr 04 14:26:22.179638 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:22.179999 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:22.180316 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Floating IP 329b596a-0baa-4d65-8445-3888a3266524 disassociated. External IP: 172.27.3.11, port: c799798b-818c-4f0f-a8a0-44b3871e6f01. Apr 04 14:26:22.180660 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Calling delete_port for c799798b-818c-4f0f-a8a0-44b3871e6f01 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:26:22.256718 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6e32e9e9-57c4-455c-a2bf-f527092c529b req-fe9d5355-5e55-47dc-bc11-ebccb6e230a4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=1c216a0c-c520-4467-aa10-f7851299f0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885422 Apr 04 14:26:22.388179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (c799798b-818c-4f0f-a8a0-44b3871e6f01), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:22.419904 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'Port': ['ID=c799798b-818c-4f0f-a8a0-44b3871e6f01,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:22.504394 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:26:22.536713 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:22.625882 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d912-c67d-4aff-a0f8-aa7c3903c28d req-e00812f8-d6d8-4030-9c77-87c92296526b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:22.627392 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2b23d912-c67d-4aff-a0f8-aa7c3903c28d req-e00812f8-d6d8-4030-9c77-87c92296526b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0554297 Apr 04 14:26:22.646611 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:22.656590 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:22.666494 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:22.667118 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:22.679793 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2b23d912-c67d-4aff-a0f8-aa7c3903c28d req-307ca4ef-6c8f-4780-be3d-8142b94d5dee tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Apr 04 14:26:22.708363 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] No DVR routers for this DVR port c799798b-818c-4f0f-a8a0-44b3871e6f01 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:26:22.710841 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:22.714154 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-824b94d2-c4b5-409f-b756-d51af63ae7dc req-cb5395f0-0462-4b0b-ad71-eb86f57d7dff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "DELETE /v2.0/ports/c799798b-818c-4f0f-a8a0-44b3871e6f01 HTTP/1.1" status: 204 len: 173 time: 1.2399035 Apr 04 14:26:22.714628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-deleted', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:22.716881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a1c974-bc1d-41cc-b115-461d6c0b972f" -d '{"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-deleted", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:22.751087 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86804d-b77d-466e-adf3-924badc304d4 x-openstack-request-id: req-5e86804d-b77d-466e-adf3-924badc304d4 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:22.751476 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5971154-d30b-4122-9d94-11df82193dd3", "name": "network-vif-deleted", "tag": "c799798b-818c-4f0f-a8a0-44b3871e6f01", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:22.751794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e86804d-b77d-466e-adf3-924badc304d4 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:22.752254 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e86804d-b77d-466e-adf3-924badc304d4'] response: {'server_uuid': 'e5971154-d30b-4122-9d94-11df82193dd3', 'name': 'network-vif-deleted', 'tag': 'c799798b-818c-4f0f-a8a0-44b3871e6f01', 'status': 'completed', 'code': 200} Apr 04 14:26:22.795551 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:22.990361 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:23.020094 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:23.028146 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:23.028741 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:23.254397 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:23.368324 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fc2f980d-8d75-4d73-9a9d-bed072cc4665 req-20c60214-9096-401e-81be-e1fc327a3f56 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5971154-d30b-4122-9d94-11df82193dd3 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Apr 04 14:26:23.458115 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:23.485463 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5065-53ea-46de-a9db-7b31ef30e49c None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:23.700288 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ca3ff-c7f8-4204-900e-632b156d54da None None] New status for floating IP 329b596a-0baa-4d65-8445-3888a3266524: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:26:23.803824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e47846-9990-42ae-a838-596cc4c2e115 req-5463c3e6-4af2-4d70-8199-ee5a0eaedfe5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:23.805319 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35e47846-9990-42ae-a838-596cc4c2e115 req-5463c3e6-4af2-4d70-8199-ee5a0eaedfe5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 943 time: 0.0565424 Apr 04 14:26:23.856321 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35e47846-9990-42ae-a838-596cc4c2e115 req-e2e3aead-2b14-46f9-a7bf-13ad5b6e4e49 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Apr 04 14:26:24.081536 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c0533936-a0d5-47ee-9c94-b302757a8be9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:26:24.177816 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c0533936-a0d5-47ee-9c94-b302757a8be9,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:24.189465 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'port_id': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'mac_address': 'fa:16:3e:2e:4c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:26:24.225356 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c0533936-a0d5-47ee-9c94-b302757a8be9 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:24.225745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.238868 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0533936-a0d5-47ee-9c94-b302757a8be9 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:24.257582 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c0533936-a0d5-47ee-9c94-b302757a8be9,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:24.308823 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.358376 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:24.520915 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36528) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:24.571800 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (1c216a0c-c520-4467-aa10-f7851299f0d9), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.594104 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (1c216a0c-c520-4467-aa10-f7851299f0d9), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.615578 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['c0533936-a0d5-47ee-9c94-b302757a8be9'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:26:24.713865 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1c216a0c-c520-4467-aa10-f7851299f0d9), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.716594 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.717809 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c216a0c-c520-4467-aa10-f7851299f0d9 HTTP/1.1" status: 204 len: 168 time: 0.1958487 Apr 04 14:26:24.721107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36530) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:24.727314 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7178b8f-3aec-4231-b72c-f6c51ad47c67 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c216a0c-c520-4467-aa10-f7851299f0d9,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:24.736165 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.api.v2.resource [None req-32a6bc1c-0703-4a74-ae3f-99739d455082 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] show failed (client error): The resource could not be found. Apr 04 14:26:24.737192 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-32a6bc1c-0703-4a74-ae3f-99739d455082 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups/1c216a0c-c520-4467-aa10-f7851299f0d9 HTTP/1.1" status: 404 len: 347 time: 0.0146148 Apr 04 14:26:24.740137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36532) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:24.860340 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Deleting port 11e15445-70c4-4559-876f-64fe849fcef2 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:26:24.860914 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (11e15445-70c4-4559-876f-64fe849fcef2), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.935734 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (11e15445-70c4-4559-876f-64fe849fcef2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.946084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (11e15445-70c4-4559-876f-64fe849fcef2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:24.947621 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Calling delete_port for 11e15445-70c4-4559-876f-64fe849fcef2 owned by network:floatingip {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:26:24.976797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb8bd-c3b5-43f9-957b-35834c0d692e req-1c57dfee-bd66-4b6c-b85e-64d0f07e7d30 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:24.978312 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a6eeb8bd-c3b5-43f9-957b-35834c0d692e req-1c57dfee-bd66-4b6c-b85e-64d0f07e7d30 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 944 time: 0.0528424 Apr 04 14:26:25.028795 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a6eeb8bd-c3b5-43f9-957b-35834c0d692e req-0125e12d-f574-4211-870e-455fae33829f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Apr 04 14:26:25.125740 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (11e15445-70c4-4559-876f-64fe849fcef2), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.148305 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'Port': ['ID=11e15445-70c4-4559-876f-64fe849fcef2,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:25.175551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (329b596a-0baa-4d65-8445-3888a3266524), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.178547 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.179728 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-38a31a85-45d2-4f44-85c9-d1f75b66993e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "DELETE /v2.0/floatingips/329b596a-0baa-4d65-8445-3888a3266524 HTTP/1.1" status: 204 len: 168 time: 0.4384990 Apr 04 14:26:25.469268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36538) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:25.474026 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1188064216', 'description': 'tempest-description--1516025086'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:25.543089 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.606910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (297ac725-ceb4-4d94-acdb-2346af1945ce), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.662892 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (297ac725-ceb4-4d94-acdb-2346af1945ce), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.690490 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297ac725-ceb4-4d94-acdb-2346af1945ce,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:25.727773 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.728997 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cd1dc532-72a2-418e-b7f5-02d17921f0fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2586999 Apr 04 14:26:25.732147 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36540) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:25.736324 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group_rule': {'security_group_id': '297ac725-ceb4-4d94-acdb-2346af1945ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:25.799366 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (a448af18-02b1-46ea-b041-041c2f44f02b), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.850991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (a448af18-02b1-46ea-b041-041c2f44f02b), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.897119 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (a448af18-02b1-46ea-b041-041c2f44f02b), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.917020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a448af18-02b1-46ea-b041-041c2f44f02b,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:25.967686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:25.968806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-06346e99-333c-4778-9ca8-cb87312b4ab2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357242 Apr 04 14:26:25.971572 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36542) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:25.975732 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'security_group_rule': {'security_group_id': '297ac725-ceb4-4d94-acdb-2346af1945ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:26.032895 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (bd684ee1-bddd-4f98-b0c5-5f0dfd61ff94), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.089289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (bd684ee1-bddd-4f98-b0c5-5f0dfd61ff94), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.103448 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c0533936-a0d5-47ee-9c94-b302757a8be9 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:26:26.146554 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cedf3b-2a72-4b82-a245-3b94914e8d69 req-7f9ba2c2-bf73-406b-973d-023ee57b30e2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:26.148113 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-54cedf3b-2a72-4b82-a245-3b94914e8d69 req-7f9ba2c2-bf73-406b-973d-023ee57b30e2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 944 time: 0.0540578 Apr 04 14:26:26.160082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (bd684ee1-bddd-4f98-b0c5-5f0dfd61ff94), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.177610 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd684ee1-bddd-4f98-b0c5-5f0dfd61ff94,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:26.201083 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-54cedf3b-2a72-4b82-a245-3b94914e8d69 req-1de9659d-7c28-4f39-9a8d-8f72a3a34f88 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470185 Apr 04 14:26:26.205988 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port c0533936-a0d5-47ee-9c94-b302757a8be9 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:26:26.210063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port c0533936-a0d5-47ee-9c94-b302757a8be9 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:26.210528 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.231135 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.233096 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f129f97f-28fe-4372-bc66-64f996531bf8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598472 Apr 04 14:26:26.241679 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36546) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:26.246120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:26.293266 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c0533936-a0d5-47ee-9c94-b302757a8be9 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:26.293662 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.314518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.316293 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:26.318535 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ce22e3-023e-4b00-bba8-0f348351736b" -d '{"events": [{"server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "name": "network-vif-plugged", "status": "completed", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:26.330900 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c0533936-a0d5-47ee-9c94-b302757a8be9,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:26.357735 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af302e1-7caa-4d71-b447-ae392cc7db9c x-openstack-request-id: req-1af302e1-7caa-4d71-b447-ae392cc7db9c {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:26.357735 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "name": "network-vif-plugged", "status": "completed", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:26.357735 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1af302e1-7caa-4d71-b447-ae392cc7db9c {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:26.358051 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af302e1-7caa-4d71-b447-ae392cc7db9c'] response: {'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'code': 200} Apr 04 14:26:26.406372 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.407203 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:26:26.411043 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.443139 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: c799798b-818c-4f0f-a8a0-44b3871e6f01 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:26:26.443610 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c799798b-818c-4f0f-a8a0-44b3871e6f01 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:26:26.471062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:26.518031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Allocated IP 172.27.3.74 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/6e91e198-0847-406d-8f18-e49ae9e87ffc) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:26.624762 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.708783 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.769128 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:26.776049 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:26.784009 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:26.791263 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=6e91e198-0847-406d-8f18-e49ae9e87ffc,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:26.825151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eba6f6-816a-4a5c-ab82-e9c274a6de5d req-fdc9ff0e-0cb4-41f3-ac75-c03dbda4e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:26.826640 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-83eba6f6-816a-4a5c-ab82-e9c274a6de5d req-fdc9ff0e-0cb4-41f3-ac75-c03dbda4e86e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0923529 Apr 04 14:26:26.852970 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:26.886338 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-83eba6f6-816a-4a5c-ab82-e9c274a6de5d req-53d113cc-4357-4d63-8a34-a67d1a3a4a8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525494 Apr 04 14:26:26.923893 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:27.071708 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:27.114227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:27.144144 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:27.162841 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=6e91e198-0847-406d-8f18-e49ae9e87ffc,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:27.213444 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:27.214661 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-45dad3e9-5ae6-4d64-a5b2-58af47710765 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9720247 Apr 04 14:26:27.322608 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f0dad-4fc6-4546-aa01-3cef0e50edc0 req-d1610d81-34d8-407a-82fa-dcce0e6a848d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:27.324234 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-928f0dad-4fc6-4546-aa01-3cef0e50edc0 req-d1610d81-34d8-407a-82fa-dcce0e6a848d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.0579038 Apr 04 14:26:27.373541 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-928f0dad-4fc6-4546-aa01-3cef0e50edc0 req-5fec15fd-3ce2-4f06-a778-cb6addc50bac tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Apr 04 14:26:27.411022 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-c89f6c2e-5678-435f-88ca-431df0c8c620 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1188064216&fields=id&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 267 time: 0.0415115 Apr 04 14:26:27.511141 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-c50a270f-5f53-47a0-a4dd-a89b8996ce09 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:27.512597 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-c50a270f-5f53-47a0-a4dd-a89b8996ce09 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 816 time: 0.0953050 Apr 04 14:26:27.526229 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-be4cd8dd-2cea-43db-86e8-90db445545e2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/quotas/64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 375 time: 0.0083923 Apr 04 14:26:27.582589 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-001296d9-7001-4dc9-a946-66906a5ef474 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514205 Apr 04 14:26:27.674243 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-b4250038-43c3-4b9c-abbc-cf132f94a94a service neutron] 10.222.0.13 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808091 Apr 04 14:26:27.762103 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-57e42737-415b-495b-8f3a-620fd53ad575 service neutron] 10.222.0.13 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821464 Apr 04 14:26:28.011668 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b546f1af-c4e4-4033-aaec-5c014a5d72d5 req-eabefc4e-c347-459e-8aae-fefc3b36cddd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 210 time: 0.0267034 Apr 04 14:26:28.490496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc041ad-5e2c-49be-8805-f5925fcec583 req-46b4d0a5-b692-439e-8edf-e4806ec7ecd9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:28.492085 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-afc041ad-5e2c-49be-8805-f5925fcec583 req-46b4d0a5-b692-439e-8edf-e4806ec7ecd9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Apr 04 14:26:28.540118 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-afc041ad-5e2c-49be-8805-f5925fcec583 req-ba406ea0-9082-4618-bc50-f57a7eeae801 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422125 Apr 04 14:26:28.667194 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2c143-7582-4f4a-afbc-f687ac98f044 req-50e65252-5dca-4377-839b-19a596d04365 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:28.668672 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e7e2c143-7582-4f4a-afbc-f687ac98f044 req-50e65252-5dca-4377-839b-19a596d04365 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.0643151 Apr 04 14:26:28.716248 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e7e2c143-7582-4f4a-afbc-f687ac98f044 req-efadf7dd-3ff8-4878-9913-f1b97def64d9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Apr 04 14:26:28.738305 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36580) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:28.866455 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18886387-9fa1-4f54-be46-bd6824ecb704 tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:28.868071 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-18886387-9fa1-4f54-be46-bd6824ecb704 tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 1124 time: 0.1287370 Apr 04 14:26:28.870977 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36584) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:28.875974 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'port_id': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:28.931622 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.032396 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.111279 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a5760ee2-f64f-460a-8a5d-8bab17d667df req-465bafe0-cb36-4e91-909e-d3f9a8fac616 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 210 time: 0.0266047 Apr 04 14:26:29.141621 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.27.3.187 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/6dc89732-25e8-4cd0-b530-61a1bae20039) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:29.250428 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.331936 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.369476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:29.372339 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:29.378350 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:29.384808 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=6dc89732-25e8-4cd0-b530-61a1bae20039,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:29.410922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.411286 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.411631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.411972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.412306 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.412637 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.412965 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.413289 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.413614 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.413939 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.414265 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.414591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.414914 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.415258 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.415578 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:29.732379 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.850562 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-23c0b4f8-ed8e-448c-862e-5472b23603bf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:29.852032 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-23c0b4f8-ed8e-448c-862e-5472b23603bf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 816 time: 0.0997791 Apr 04 14:26:29.882306 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:29.914565 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-cc51c27c-54bb-4a00-829c-55c1b5ee2689 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 380 time: 0.0523427 Apr 04 14:26:29.923329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'port': {'device_id': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'admin_state_up': True, 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'security_groups': ['297ac725-ceb4-4d94-acdb-2346af1945ce']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:30.036407 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.131308 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.131476 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Made reservation on behalf of 64268a01dd9a41daa8755c0eb820ca6e for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:26:30.134738 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.227151 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b6ac829a-d5ea-4638-88fb-cd02849a0278 req-30c27f31-0709-4465-ac90-ed13a602997b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 210 time: 0.0432940 Apr 04 14:26:30.229497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=6dc89732-25e8-4cd0-b530-61a1bae20039,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:30.238118 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.268115 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Allocated IP 172.20.0.14 (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc/ac85983a-4d2f-4113-b54a-fabab01179ce/df49389e-83e7-4ba7-b527-138ab18838de) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:30.348116 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84 associated. External IP: 172.27.3.187, port: c0533936-a0d5-47ee-9c94-b302757a8be9. Apr 04 14:26:30.407126 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for port (df49389e-83e7-4ba7-b527-138ab18838de), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.491737 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.531340 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:30.534275 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:30.537920 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:30.543027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:30.543667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.555166 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:30.558925 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:30.619809 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-d222dfa2-0708-40a7-94b9-afee0d74df10 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7000341 Apr 04 14:26:30.636709 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Request body: {'port': {'device_id': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:30.672693 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:30.682985 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:30.696307 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:30.696956 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:30.714496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.744912 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.774446 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-373b12a6-e4e0-460c-8718-010187631cb2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9023356 Apr 04 14:26:30.775073 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:30.777492 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130dafcf-1253-4f3c-8323-85be2973e999" -d '{"events": [{"name": "network-changed", "server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:30.814692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b4cb5341-19d2-4e5e-aa55-79572983c49b None None] Provisioning complete for port df49389e-83e7-4ba7-b527-138ab18838de triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:30.815078 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b4cb5341-19d2-4e5e-aa55-79572983c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (df49389e-83e7-4ba7-b527-138ab18838de), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:30.820132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c101586b-fe8d-42d3-8e60-f5f990031012 x-openstack-request-id: req-c101586b-fe8d-42d3-8e60-f5f990031012 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:30.820429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:30.820685 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c101586b-fe8d-42d3-8e60-f5f990031012 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:30.821175 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c101586b-fe8d-42d3-8e60-f5f990031012'] response: {'name': 'network-changed', 'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'status': 'completed', 'code': 200} Apr 04 14:26:30.827884 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:30.895106 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dafcf-1253-4f3c-8323-85be2973e999 req-1175f584-536b-4323-895e-6f5cf25a9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:30.896778 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-1175f584-536b-4323-895e-6f5cf25a9c79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0520027 Apr 04 14:26:30.987080 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dafcf-1253-4f3c-8323-85be2973e999 req-62bdd979-5262-4670-96d1-586ff5348ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:30.988591 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-62bdd979-5262-4670-96d1-586ff5348ea0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.0851686 Apr 04 14:26:30.994710 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb5341-19d2-4e5e-aa55-79572983c49b None None] Port df49389e-83e7-4ba7-b527-138ab18838de cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:26:31.002852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:31.010700 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks [] for port (df49389e-83e7-4ba7-b527-138ab18838de), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:31.023434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Transition to ACTIVE for port object df49389e-83e7-4ba7-b527-138ab18838de will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:26:31.061824 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-c454e1cd-fb04-4ddb-9585-0518e6de10dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0533936-a0d5-47ee-9c94-b302757a8be9 HTTP/1.1" status: 200 len: 999 time: 0.0665584 Apr 04 14:26:31.097240 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:31.113131 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dafcf-1253-4f3c-8323-85be2973e999 req-961b2869-82fe-4cf2-b504-9fb7fec457b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.114600 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-961b2869-82fe-4cf2-b504-9fb7fec457b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0466199 Apr 04 14:26:31.130374 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:2e:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:29Z', 'updated_at': '2022-04-04T14:26:29Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:31.171686 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dafcf-1253-4f3c-8323-85be2973e999 req-03812bba-000a-40c6-9c2d-c0dad23ac49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.171973 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:31.172899 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-03812bba-000a-40c6-9c2d-c0dad23ac49b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514379 Apr 04 14:26:31.176062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:31.186373 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:31.187408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:31.192243 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Attempting to bind port df49389e-83e7-4ba7-b527-138ab18838de on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:26:31.192586 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Attempting to bind port df49389e-83e7-4ba7-b527-138ab18838de by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:26:31.192920 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Attempting to bind port df49389e-83e7-4ba7-b527-138ab18838de on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:31.197998 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Port df49389e-83e7-4ba7-b527-138ab18838de on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:26:31.198323 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Attempting to bind port df49389e-83e7-4ba7-b527-138ab18838de on network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:31.203950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:26:31.204288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Checking segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:26:31.204675 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Bound using segment: {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:26:31.205107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Bound port: df49389e-83e7-4ba7-b527-138ab18838de, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d837af-c1da-4189-a410-34f260dba85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:26:31.205471 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:31.279226 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:26:31.286374 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:26:31.308620 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-52e9f556-1ce5-40be-9881-8a794a108068 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284587 Apr 04 14:26:31.328723 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:31.373852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:31.415002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.415720 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:31.417288 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] 10.222.0.18 "PUT /v2.0/ports/df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 1094 time: 0.7848632 Apr 04 14:26:31.417763 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:31.420208 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b642f-de72-488a-87ff-dc97478f7d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:31.463381 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2489f3-ef91-4862-b456-43af098aa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:31.477257 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed71aeb3-7790-4a75-83f0-b0bbb60bef0f x-openstack-request-id: req-ed71aeb3-7790-4a75-83f0-b0bbb60bef0f {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:31.477603 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:31.477867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed71aeb3-7790-4a75-83f0-b0bbb60bef0f {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:31.478269 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed71aeb3-7790-4a75-83f0-b0bbb60bef0f'] response: {'name': 'network-changed', 'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'status': 'completed', 'code': 200} Apr 04 14:26:31.554179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-f2abe21e-e678-49c1-b0a9-bd9036a3bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.556144 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-f2abe21e-e678-49c1-b0a9-bd9036a3bd70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1128 time: 0.0570745 Apr 04 14:26:31.620653 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:2e:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:29Z', 'updated_at': '2022-04-04T14:26:29Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:31.655214 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406c50e-5628-4576-a5e3-5ccdb2274a71 None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:2e:4c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:29Z', 'updated_at': '2022-04-04T14:26:29Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:31.683278 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-a8487a87-9075-4abe-8627-054628c2340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.685053 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-a8487a87-9075-4abe-8627-054628c2340a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1152894 Apr 04 14:26:31.692441 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5f2b1-a7e7-4c19-acec-2a2fd6ed5575 req-ed65cec1-fed7-43b9-be1b-81ff6d5f93e0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.693915 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-07a5f2b1-a7e7-4c19-acec-2a2fd6ed5575 req-ed65cec1-fed7-43b9-be1b-81ff6d5f93e0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.3697686 Apr 04 14:26:31.733296 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-130dafcf-1253-4f3c-8323-85be2973e999 req-95488645-7ad4-4ad5-92c0-2853fef1d5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177692 Apr 04 14:26:31.779512 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-07a5f2b1-a7e7-4c19-acec-2a2fd6ed5575 req-a17349b7-0ce2-48f3-a12d-54963fd78e4d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747037 Apr 04 14:26:31.803292 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-6e655f1e-d456-4a24-87b4-66cd930f3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.804846 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b45b642f-de72-488a-87ff-dc97478f7d7a req-6e655f1e-d456-4a24-87b4-66cd930f3ba0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081252 Apr 04 14:26:31.896493 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-69592461-8be0-46a9-af8e-64f969195af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.898021 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-69592461-8be0-46a9-af8e-64f969195af7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1128 time: 0.0515800 Apr 04 14:26:31.903685 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82568903-ade9-42ec-a56b-a7b99c2754af None None] New status for floating IP 98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:26:31.943028 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-633ecbfc-f537-405a-998b-636d50c29bc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 217 time: 0.0349624 Apr 04 14:26:31.991961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-a21071ad-7429-46e3-b572-e86c3b5499b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:31.993370 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-a21071ad-7429-46e3-b572-e86c3b5499b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0423281 Apr 04 14:26:32.047960 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-6bced753-2ea4-4545-93af-c59f5b1e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:32.049473 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-6bced753-2ea4-4545-93af-c59f5b1e51fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484025 Apr 04 14:26:32.139423 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-b2e76a9a-4500-49cd-a9fa-63baf56cdb72 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 Apr 04 14:26:32.241395 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7a65409-6c22-48d4-bb37-e6a2f6fd5441 req-b3e4f0cf-1223-4515-8c88-2a082b36820e service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850387 Apr 04 14:26:33.134223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7a2e6-3097-4a36-baf2-0b49b2e29ef0 req-9d047c5d-4421-471e-b40d-e526523ac1d2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:33.134928 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a7e7a2e6-3097-4a36-baf2-0b49b2e29ef0 req-9d047c5d-4421-471e-b40d-e526523ac1d2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.2818317 Apr 04 14:26:33.178941 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a7e7a2e6-3097-4a36-baf2-0b49b2e29ef0 req-8a6d4b10-0c98-4fcd-a38b-07c4f0b956ca tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Apr 04 14:26:34.157332 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:26:34.315486 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008145-4dfb-4f3f-a37b-05f3a36e6374 req-a673b2c1-5aa6-42c5-9620-b6c60b5e55a2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:34.317047 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-32008145-4dfb-4f3f-a37b-05f3a36e6374 req-a673b2c1-5aa6-42c5-9620-b6c60b5e55a2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0587127 Apr 04 14:26:34.364773 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-32008145-4dfb-4f3f-a37b-05f3a36e6374 req-8ff9604f-dd02-491e-b1b0-d3d243823182 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Apr 04 14:26:34.383495 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:34.394606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'df49389e-83e7-4ba7-b527-138ab18838de', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:26:34.429452 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:34.429834 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:34.442838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:34.463129 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:34.544151 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:34.595085 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:34.896154 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['df49389e-83e7-4ba7-b527-138ab18838de'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:26:35.483081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc435-09c5-40e8-aef8-c05d15ac5673 req-94de2dc5-d3be-4d57-a96d-18e995314e3b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:35.485215 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-042bc435-09c5-40e8-aef8-c05d15ac5673 req-94de2dc5-d3be-4d57-a96d-18e995314e3b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0510168 Apr 04 14:26:35.528756 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-042bc435-09c5-40e8-aef8-c05d15ac5673 req-38f3cae6-d53d-45ab-9030-1fb7da34cbe9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Apr 04 14:26:36.143384 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcedd2-a39d-499d-bbfa-d2657d9b7cd0 req-d7d3baec-5585-4aec-983e-aa7658125e09 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:36.144868 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24bcedd2-a39d-499d-bbfa-d2657d9b7cd0 req-d7d3baec-5585-4aec-983e-aa7658125e09 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Apr 04 14:26:36.174082 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:26:36.193844 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-24bcedd2-a39d-499d-bbfa-d2657d9b7cd0 req-f9101b7d-4aeb-493c-ab33-e20c47bd6a7e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432925 Apr 04 14:26:36.314139 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port df49389e-83e7-4ba7-b527-138ab18838de completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:26:36.318355 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port df49389e-83e7-4ba7-b527-138ab18838de triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:36.318731 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (df49389e-83e7-4ba7-b527-138ab18838de), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:36.408550 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:36.409023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:36.430766 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:36.433032 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814dd3b8-eec8-495a-b79a-7fac40915579" -d '{"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:36.445884 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:36.468868 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a900961-1c00-4de5-8031-eb85ad9e0c2a x-openstack-request-id: req-0a900961-1c00-4de5-8031-eb85ad9e0c2a {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:36.469156 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:36.469409 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a900961-1c00-4de5-8031-eb85ad9e0c2a {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:36.469802 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a900961-1c00-4de5-8031-eb85ad9e0c2a'] response: {'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'code': 200} Apr 04 14:26:36.491079 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:36.538214 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:36.647645 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a994e-bbdd-4fbe-bd3e-c810e9b31c6c req-fa060ed5-94fa-40e8-8858-4c4b27a7d6a4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:36.649102 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-218a994e-bbdd-4fbe-bd3e-c810e9b31c6c req-fa060ed5-94fa-40e8-8858-4c4b27a7d6a4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0516992 Apr 04 14:26:36.697751 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-218a994e-bbdd-4fbe-bd3e-c810e9b31c6c req-ebb21e12-e577-4bab-8806-bd65a8f53543 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Apr 04 14:26:36.758695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45e3e9-903d-4c82-a13b-7990fbd58ba5 req-d9377396-d45e-4eab-ab1a-a900f6a94eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:36.760149 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ff45e3e9-903d-4c82-a13b-7990fbd58ba5 req-d9377396-d45e-4eab-ab1a-a900f6a94eea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1130 time: 0.0449705 Apr 04 14:26:36.804902 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ff45e3e9-903d-4c82-a13b-7990fbd58ba5 req-2b9fc27a-e76a-4249-83dd-19b624853883 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Apr 04 14:26:37.311023 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f407c6-6a2b-487c-8e08-b215faf2ed8c req-68a6fa05-66c0-4fc4-b438-6d4ec77c4775 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:37.312509 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-98f407c6-6a2b-487c-8e08-b215faf2ed8c req-68a6fa05-66c0-4fc4-b438-6d4ec77c4775 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0518420 Apr 04 14:26:37.357439 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-98f407c6-6a2b-487c-8e08-b215faf2ed8c req-c1ebbe05-a232-4ee8-8f33-1248fba1b0e4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392075 Apr 04 14:26:37.819505 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5ef0d-c326-409a-8281-bf47ee20db67 req-2b7a427c-bad7-4f23-afbf-e98c522e7ff3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:37.821000 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0b5ef0d-c326-409a-8281-bf47ee20db67 req-2b7a427c-bad7-4f23-afbf-e98c522e7ff3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0526729 Apr 04 14:26:37.866115 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0b5ef0d-c326-409a-8281-bf47ee20db67 req-76978ab4-d62e-4918-8a69-7f1aa183ea76 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396619 Apr 04 14:26:38.476158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960261bd-c845-4379-8a90-8138c6f43a02 req-99d64244-0c76-4f5b-a00e-0addda217e57 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:38.477613 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-960261bd-c845-4379-8a90-8138c6f43a02 req-99d64244-0c76-4f5b-a00e-0addda217e57 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0541391 Apr 04 14:26:38.523275 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-960261bd-c845-4379-8a90-8138c6f43a02 req-db4e7996-6f0f-4f22-a9da-8c87212e6e2a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=dafd7234-916e-47c3-9530-ab631909b8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398018 Apr 04 14:26:38.822845 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-8b81237c-3a23-4063-b56f-5ce34eb66182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:38.824227 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-8b81237c-3a23-4063-b56f-5ce34eb66182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Apr 04 14:26:38.924863 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Deleting port 0a2052a6-f819-4fc5-a78e-b01364390c72 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:26:38.925205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:38.994601 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309961-9616-472e-b62e-d6af5beb3642 req-d04ecd14-8fac-4099-ba72-35d6c104f195 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:38.996223 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e2309961-9616-472e-b62e-d6af5beb3642 req-d04ecd14-8fac-4099-ba72-35d6c104f195 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0567598 Apr 04 14:26:39.015918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] For port 0a2052a6-f819-4fc5-a78e-b01364390c72, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0a2052a6-f819-4fc5-a78e-b01364390c72,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:39.016290 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.043313 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e2309961-9616-472e-b62e-d6af5beb3642 req-b6198ae8-a051-466d-8822-9cf78c6e96c2 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Apr 04 14:26:39.243477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86448-a409-427d-b601-70e9116a5585 req-44b64673-5a44-4865-bc8e-7ebaa0383d70 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:39.244973 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7df86448-a409-427d-b601-70e9116a5585 req-44b64673-5a44-4865-bc8e-7ebaa0383d70 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.1177990 Apr 04 14:26:39.246882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.247344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.247574 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Floating IP 9c73d743-7b9a-469f-b68c-81fb9dbb9a1b disassociated. External IP: 172.27.3.35, port: 0a2052a6-f819-4fc5-a78e-b01364390c72. Apr 04 14:26:39.247921 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Calling delete_port for 0a2052a6-f819-4fc5-a78e-b01364390c72 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:26:39.254378 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36640) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:39.259142 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Request body: {'floatingip': {'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:39.299660 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.439967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (0a2052a6-f819-4fc5-a78e-b01364390c72), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.471548 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'Port': ['ID=0a2052a6-f819-4fc5-a78e-b01364390c72,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:39.482826 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.483944 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.484131 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.484449 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.484784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.485120 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.485453 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.485782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.486170 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.486508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.486836 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.487167 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.487698 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.488017 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.488341 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:39.602353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:39.650292 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1516c91a-65d4-4a86-96b3-980c67c4cbcf req-47a3edda-9861-4030-bf2a-cebf9eeb2d19 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.0572956 Apr 04 14:26:39.708197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:39.720146 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:39.730740 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:39.733149 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:39.754664 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] No DVR routers for this DVR port 0a2052a6-f819-4fc5-a78e-b01364390c72 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:26:39.755428 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.757560 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.761211 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-efb4b012-4f61-4395-b90c-24dd32dbab07 req-4005bfec-814f-46a5-9648-08c639efd7c6 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "DELETE /v2.0/ports/0a2052a6-f819-4fc5-a78e-b01364390c72 HTTP/1.1" status: 204 len: 173 time: 0.9312747 Apr 04 14:26:39.761650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'name': 'network-vif-deleted', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:39.763951 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cfca07-9414-49b7-947e-ea321c1824e0" -d '{"events": [{"server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "name": "network-vif-deleted", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:39.800779 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721cae9d-dffd-4cdc-82c1-0124cf1eb271 x-openstack-request-id: req-721cae9d-dffd-4cdc-82c1-0124cf1eb271 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:39.801074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6d3597-073f-4a16-a7d6-004982fcc1e5", "name": "network-vif-deleted", "tag": "0a2052a6-f819-4fc5-a78e-b01364390c72", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:39.801337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-721cae9d-dffd-4cdc-82c1-0124cf1eb271 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:39.801734 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721cae9d-dffd-4cdc-82c1-0124cf1eb271'] response: {'server_uuid': '0f6d3597-073f-4a16-a7d6-004982fcc1e5', 'name': 'network-vif-deleted', 'tag': '0a2052a6-f819-4fc5-a78e-b01364390c72', 'status': 'completed', 'code': 200} Apr 04 14:26:39.810219 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:39.855991 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:39.930730 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Floating IP cbd90ee1-be2f-4c44-a9b6-e56cdc079672 associated. External IP: 172.27.3.74, port: df49389e-83e7-4ba7-b527-138ab18838de. Apr 04 14:26:40.082403 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.109335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:40.117915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:40.118530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.159542 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:40.226964 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:40.269252 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:40.273825 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:40.280663 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:40.292236 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:40.295102 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.305515 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d0379e24-d545-49c6-a22c-b8f79f810650 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "PUT /v2.0/floatingips/cbd90ee1-be2f-4c44-a9b6-e56cdc079672 HTTP/1.1" status: 200 len: 991 time: 1.0500269 Apr 04 14:26:40.306323 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:40.308585 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0433af0a-4af4-4cec-a800-9c175e7eb3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:40.349346 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85b5da2-3bd1-4244-9787-ff15869e352c x-openstack-request-id: req-c85b5da2-3bd1-4244-9787-ff15869e352c {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:40.349646 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:40.349890 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c85b5da2-3bd1-4244-9787-ff15869e352c {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:40.350295 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85b5da2-3bd1-4244-9787-ff15869e352c'] response: {'name': 'network-changed', 'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'status': 'completed', 'code': 200} Apr 04 14:26:40.403444 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:40.415604 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-71f9c835-a8ef-4cb4-8c50-eca21f92e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:40.417115 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-71f9c835-a8ef-4cb4-8c50-eca21f92e062 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1130 time: 0.0455000 Apr 04 14:26:40.456594 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.485238 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ea168f-334f-454c-815f-57d5b445ade3 None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:40.532731 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-55f5d340-2457-449f-a4ab-b8c6d2e5c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:40.534196 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-55f5d340-2457-449f-a4ab-b8c6d2e5c1b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.0973711 Apr 04 14:26:40.604033 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-ff52650e-1eb2-445b-89ba-b8049f486b30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 999 time: 0.0633714 Apr 04 14:26:40.640551 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cbd90ee1-be2f-4c44-a9b6-e56cdc079672', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:26Z', 'updated_at': '2022-04-04T14:26:39Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.657980 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-314f5554-0c8a-4d54-9c7f-eb9fd8b8ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:40.659660 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-314f5554-0c8a-4d54-9c7f-eb9fd8b8ec43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0454521 Apr 04 14:26:40.667620 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:40.699336 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:40.699336 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:40.724792 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-213d1a04-5ac6-4b92-ab7a-1e4498321bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:40.730548 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-213d1a04-5ac6-4b92-ab7a-1e4498321bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604706 Apr 04 14:26:40.794751 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f733-307d-47ab-8a7f-a13469b7c277 None None] New status for floating IP 9c73d743-7b9a-469f-b68c-81fb9dbb9a1b: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:26:40.812331 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4dd6083a-3a2e-4418-a8e7-827af85055f8 req-17c218c6-5d01-45f6-b506-654e8ec91411 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f6d3597-073f-4a16-a7d6-004982fcc1e5 HTTP/1.1" status: 200 len: 210 time: 0.0651650 Apr 04 14:26:40.825986 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:40.854087 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-ffdaf0b7-0d7a-4690-8d40-21218527445a service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192753 Apr 04 14:26:40.947613 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0433af0a-4af4-4cec-a800-9c175e7eb3c8 req-af5e8e7c-89f8-45a6-87e6-cf67dba1e61e service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Apr 04 14:26:41.051715 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cbd90ee1-be2f-4c44-a9b6-e56cdc079672', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:26Z', 'updated_at': '2022-04-04T14:26:39Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:41.081183 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a0e07-b6bc-4c83-b69a-12df4997a598 None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'cbd90ee1-be2f-4c44-a9b6-e56cdc079672', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:26Z', 'updated_at': '2022-04-04T14:26:39Z', 'revision_number': 1, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:26:41.197511 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-df93f806-a2c2-414b-8f19-89324113d0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:41.267872 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031b3e3e-e907-4be1-ab33-e7b8d866c298 None None] New status for floating IP cbd90ee1-be2f-4c44-a9b6-e56cdc079672: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:26:41.948673 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36660) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:42.001102 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (dafd7234-916e-47c3-9530-ab631909b8e4), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.023496 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (dafd7234-916e-47c3-9530-ab631909b8e4), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.147568 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (dafd7234-916e-47c3-9530-ab631909b8e4), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.150218 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.153796 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "DELETE /v2.0/security-groups/dafd7234-916e-47c3-9530-ab631909b8e4 HTTP/1.1" status: 204 len: 168 time: 0.2017334 Apr 04 14:26:42.154266 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36662) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:42.160810 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85549efb-69a2-4be9-98b1-48d2df91d182 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd7234-916e-47c3-9530-ab631909b8e4,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:42.167454 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-26a39e87-2204-4f2c-a038-54c267444d14 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] show failed (client error): The resource could not be found. Apr 04 14:26:42.168448 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-26a39e87-2204-4f2c-a038-54c267444d14 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups/dafd7234-916e-47c3-9530-ab631909b8e4 HTTP/1.1" status: 404 len: 347 time: 0.0126295 Apr 04 14:26:42.172979 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36664) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:42.184337 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0a2052a6-f819-4fc5-a78e-b01364390c72 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:26:42.207293 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 0a2052a6-f819-4fc5-a78e-b01364390c72 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:26:42.207646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0a2052a6-f819-4fc5-a78e-b01364390c72 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:26:42.296780 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Deleting port e282dfe6-73a0-4ab2-a96a-1b735700d5bd {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:26:42.297107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.371355 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.371585 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.382830 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Calling delete_port for e282dfe6-73a0-4ab2-a96a-1b735700d5bd owned by network:floatingip {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:26:42.582243 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (e282dfe6-73a0-4ab2-a96a-1b735700d5bd), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.610000 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'Port': ['ID=e282dfe6-73a0-4ab2-a96a-1b735700d5bd,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:42.633658 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (9c73d743-7b9a-469f-b68c-81fb9dbb9a1b), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.636133 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:42.637287 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1e3c1657-140d-48d5-9acd-b575c6af4230 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "DELETE /v2.0/floatingips/9c73d743-7b9a-469f-b68c-81fb9dbb9a1b HTTP/1.1" status: 204 len: 168 time: 0.4635808 Apr 04 14:26:43.131412 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36668) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:43.135991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422855638', 'description': 'tempest-description--1809886039'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:43.205371 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.371706 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (9a61f662-4ea1-414f-8324-86dc7fcc4b28), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.411062 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa7e3-ee33-46c7-81ce-acbc2006fb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.428194 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9a61f662-4ea1-414f-8324-86dc7fcc4b28), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.455832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61f662-4ea1-414f-8324-86dc7fcc4b28,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:43.487389 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.488629 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6f096cc2-bd6a-4550-8646-b0f7f29bdc67 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3562272 Apr 04 14:26:43.491403 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36670) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:43.495754 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group_rule': {'security_group_id': '9a61f662-4ea1-414f-8324-86dc7fcc4b28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:43.551967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (15b1ece2-f67e-44db-a741-8dc8ccf76d4a), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.603482 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (15b1ece2-f67e-44db-a741-8dc8ccf76d4a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.666937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (15b1ece2-f67e-44db-a741-8dc8ccf76d4a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.684001 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b1ece2-f67e-44db-a741-8dc8ccf76d4a,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:43.767645 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.768835 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-2c6fdf86-95a8-4e0f-8cc8-dc9ef03a1322 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764530 Apr 04 14:26:43.771408 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36672) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:43.775606 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'security_group_rule': {'security_group_id': '9a61f662-4ea1-414f-8324-86dc7fcc4b28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:43.855521 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (45f8f7fe-1802-4b3c-a30a-6ab53179e5fd), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.911864 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (45f8f7fe-1802-4b3c-a30a-6ab53179e5fd), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:43.993786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (45f8f7fe-1802-4b3c-a30a-6ab53179e5fd), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.011112 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f8f7fe-1802-4b3c-a30a-6ab53179e5fd,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:44.064317 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.065599 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-42164dab-2ccd-4d3b-813c-54880dc12ef2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932167 Apr 04 14:26:44.068478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36676) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:44.072667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:44.137003 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.227531 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.334615 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Allocated IP 172.27.3.151 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/15c738c6-d5e8-4430-8b2e-0efce15dfc7f) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:44.431082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.519551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.558541 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:44.561940 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:44.567903 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:44.575781 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=15c738c6-d5e8-4430-8b2e-0efce15dfc7f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:44.618047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.639271 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.682891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.827886 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.872625 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.900643 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.924373 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=15c738c6-d5e8-4430-8b2e-0efce15dfc7f,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:44.989986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:44.991258 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-83057ebb-72ec-4f18-ada3-a52c009b51bc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9218330 Apr 04 14:26:45.177318 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-c36d374d-67e3-48c2-80f5-65760b5a1a96 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--422855638&fields=id&tenant_id=ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 267 time: 0.0411162 Apr 04 14:26:45.281396 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-12d31908-6985-4dbb-bb7c-1325f34b0986 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:45.282858 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-12d31908-6985-4dbb-bb7c-1325f34b0986 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 811 time: 0.0994780 Apr 04 14:26:45.297261 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-42a2dd83-eb4b-4374-89b9-a1b73831b393 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/quotas/ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 375 time: 0.0088763 Apr 04 14:26:45.355708 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-d45491a6-5a8e-4add-9984-dee12951f03a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534575 Apr 04 14:26:45.359726 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:45.457113 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-02991955-23ad-4be1-afa9-3376ac4b71c9 service neutron] 10.222.0.13 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 Apr 04 14:26:45.542425 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-5df45380-7f10-46ae-b1c4-6513577f8ab8 service neutron] 10.222.0.13 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794928 Apr 04 14:26:45.787949 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-80b76011-bd0b-4851-9e4d-403e09550fb7 req-0323889f-4ffb-41d7-b7a7-9ade87db623b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0311432 Apr 04 14:26:45.885190 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:46.880331 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4e00155a-25bb-4661-9226-2d9c92465032 req-6462cc5a-67ad-4a58-a6c8-f731aeb2a8d1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0266459 Apr 04 14:26:47.348165 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:47.529562 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-f626136c-3816-4c1a-a496-f55491e15d9a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:47.530902 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-f626136c-3816-4c1a-a496-f55491e15d9a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 811 time: 0.1015797 Apr 04 14:26:47.593809 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-c853570b-d56b-4ab8-b66b-9a59d1d87b6b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea81e46b9b134205864123cee97d0c41 HTTP/1.1" status: 200 len: 379 time: 0.0502107 Apr 04 14:26:47.602988 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'port': {'device_id': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'admin_state_up': True, 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'security_groups': ['9a61f662-4ea1-414f-8324-86dc7fcc4b28']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:47.805526 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Made reservation on behalf of ea81e46b9b134205864123cee97d0c41 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:26:47.809100 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:47.942617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Allocated IP 172.20.0.12 (192186bb-be12-4fe7-b3c6-61cce9b6ed76/d2ab6af3-79e3-431b-85af-b3c31463ea56/d148e7ba-0281-494f-be28-14af0e545342) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:26:47.985237 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6acabf06-4105-47d9-951b-1d0edb5f981f req-21b20eed-2b3f-4f95-82f2-8ec73e71df0f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0317945 Apr 04 14:26:48.107455 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for port (d148e7ba-0281-494f-be28-14af0e545342), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.181799 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.222438 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:26:48.225434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:26:48.236992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:26:48.236992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:48.236992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.245794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event updated for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:48.333220 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-6c31acd4-6572-4bec-be00-6885202d057b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7336943 Apr 04 14:26:48.346078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Request body: {'port': {'device_id': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:48.411817 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d148e7ba-0281-494f-be28-14af0e545342), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.441001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-856ebbe8-bfb4-485b-a118-91c42f14ef7e None None] Provisioning complete for port d148e7ba-0281-494f-be28-14af0e545342 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:48.441593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-856ebbe8-bfb4-485b-a118-91c42f14ef7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (d148e7ba-0281-494f-be28-14af0e545342), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.478193 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-856ebbe8-bfb4-485b-a118-91c42f14ef7e None None] Port d148e7ba-0281-494f-be28-14af0e545342 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:26:48.662859 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d148e7ba-0281-494f-be28-14af0e545342 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:48.670094 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks [] for port (d148e7ba-0281-494f-be28-14af0e545342), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.681400 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Transition to ACTIVE for port object d148e7ba-0281-494f-be28-14af0e545342 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:26:48.752410 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.800323 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:48.835399 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Attempting to bind port d148e7ba-0281-494f-be28-14af0e545342 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:26:48.835727 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Attempting to bind port d148e7ba-0281-494f-be28-14af0e545342 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:26:48.836060 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Attempting to bind port d148e7ba-0281-494f-be28-14af0e545342 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:48.840436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Port d148e7ba-0281-494f-be28-14af0e545342 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:26:48.840759 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Attempting to bind port d148e7ba-0281-494f-be28-14af0e545342 on network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:26:48.845735 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:26:48.846069 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Checking segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:26:48.846451 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Bound using segment: {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:26:48.846872 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Bound port: d148e7ba-0281-494f-be28-14af0e545342, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be3f935-3714-4fb0-99ff-0dc718a993b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:26:48.847254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d148e7ba-0281-494f-be28-14af0e545342), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:48.913983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:26:48.917451 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d148e7ba-0281-494f-be28-14af0e545342,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:26:48.994656 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:49.035074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.035074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:49.035845 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] 10.222.0.18 "PUT /v2.0/ports/d148e7ba-0281-494f-be28-14af0e545342 HTTP/1.1" status: 200 len: 1094 time: 0.6948884 Apr 04 14:26:49.039473 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:49.041899 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd3e6e6-daea-452f-b599-15ff747a32b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "tag": "d148e7ba-0281-494f-be28-14af0e545342"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:49.081867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb680e8-ab6f-4802-8e34-e29b83c9cd92 service neutron] Pushing event updated for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:49.128210 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19382b-321f-4c8d-81a7-8dbc249bb495 req-3c42a968-48bf-40e9-8c87-b56d280ba57d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.130185 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0a19382b-321f-4c8d-81a7-8dbc249bb495 req-3c42a968-48bf-40e9-8c87-b56d280ba57d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 944 time: 0.0632358 Apr 04 14:26:49.450650 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0a19382b-321f-4c8d-81a7-8dbc249bb495 req-eb78fc7f-9c22-4ebc-bd21-ff380bbde6bb tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141356 Apr 04 14:26:49.459138 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-e95263dc-c2d4-435e-97a3-60b91e06312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.460620 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-e95263dc-c2d4-435e-97a3-60b91e06312d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 1128 time: 0.3071954 Apr 04 14:26:49.507995 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a537b4c-64bd-4cbf-9e29-b0762ad39211 x-openstack-request-id: req-1a537b4c-64bd-4cbf-9e29-b0762ad39211 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:49.508291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "tag": "d148e7ba-0281-494f-be28-14af0e545342", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:49.508543 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a537b4c-64bd-4cbf-9e29-b0762ad39211 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:49.510927 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a537b4c-64bd-4cbf-9e29-b0762ad39211'] response: {'name': 'network-changed', 'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342', 'status': 'completed', 'code': 200} Apr 04 14:26:49.510927 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-985ce7f8-e976-4f62-82e5-b57c7de08bca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d148e7ba-0281-494f-be28-14af0e545342 HTTP/1.1" status: 200 len: 217 time: 0.0374346 Apr 04 14:26:49.561192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-7a890998-b294-43a2-bc34-8e6c628932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.562617 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-7a890998-b294-43a2-bc34-8e6c628932c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0447030 Apr 04 14:26:49.615464 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-c368b71b-4503-41f1-a135-4a24305f7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.616937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-c368b71b-4503-41f1-a135-4a24305f7211 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457604 Apr 04 14:26:49.723780 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-8d666e8c-48c4-438e-8729-d69237927e6c service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959609 Apr 04 14:26:49.821300 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-75f0275a-7c46-4a1f-a1cb-e5fffead612d req-43c8c7a9-23ef-401d-b77c-fa856c329803 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Apr 04 14:26:49.985881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-e625b57f-51fa-455d-8fa1-e239c0eb583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:49.987279 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-e625b57f-51fa-455d-8fa1-e239c0eb583f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 1128 time: 0.0443375 Apr 04 14:26:50.080616 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-4fa14b60-a544-4c69-b6a7-0d08823fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:50.082102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-4fa14b60-a544-4c69-b6a7-0d08823fc0f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.0868797 Apr 04 14:26:50.122681 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-db1bb496-b54d-4d37-a2b5-e97556672317 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d148e7ba-0281-494f-be28-14af0e545342 HTTP/1.1" status: 200 len: 217 time: 0.0342171 Apr 04 14:26:50.177991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-0221d96a-10c5-43e7-8f0a-090f53c6514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:50.179436 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-0221d96a-10c5-43e7-8f0a-090f53c6514d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0443151 Apr 04 14:26:50.232167 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-1c846c7f-752c-44a9-9996-ea2a7dc54de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:50.233601 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-1c846c7f-752c-44a9-9996-ea2a7dc54de5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475843 Apr 04 14:26:50.325580 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-95dd1647-61fd-4aeb-bde3-192d1650f728 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804079 Apr 04 14:26:50.427024 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fd3e6e6-daea-452f-b599-15ff747a32b9 req-99bd0e91-f1cf-42ec-8ea8-62534528acc4 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951862 Apr 04 14:26:50.568307 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed85a-4eef-4172-b5a1-b8ff897d7d59 req-d35738d7-408d-4fe0-b803-db107902d7be tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:50.569640 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f94ed85a-4eef-4172-b5a1-b8ff897d7d59 req-d35738d7-408d-4fe0-b803-db107902d7be tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 944 time: 0.0523462 Apr 04 14:26:50.615592 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f94ed85a-4eef-4172-b5a1-b8ff897d7d59 req-c665a35c-af47-4b04-9c9d-ef53f2bbd600 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404296 Apr 04 14:26:51.732234 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ceff-d8ac-473c-a8bd-54e9312f84e0 req-c2069f0d-6c3b-48d2-acdc-a8481996f6a7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:51.733704 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8cb9ceff-d8ac-473c-a8bd-54e9312f84e0 req-c2069f0d-6c3b-48d2-acdc-a8481996f6a7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 944 time: 0.0514917 Apr 04 14:26:51.784482 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8cb9ceff-d8ac-473c-a8bd-54e9312f84e0 req-173d944f-1cf2-4cbe-8651-d32b96c80fb9 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Apr 04 14:26:52.233939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device d148e7ba-0281-494f-be28-14af0e545342 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:26:52.330976 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d148e7ba-0281-494f-be28-14af0e545342,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:52.341071 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'd148e7ba-0281-494f-be28-14af0e545342', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'port_id': 'd148e7ba-0281-494f-be28-14af0e545342', 'mac_address': 'fa:16:3e:02:b8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:26:52.377565 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port d148e7ba-0281-494f-be28-14af0e545342 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:52.377950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d148e7ba-0281-494f-be28-14af0e545342), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:52.391209 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d148e7ba-0281-494f-be28-14af0e545342 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:26:52.409160 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d148e7ba-0281-494f-be28-14af0e545342,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:52.489892 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:52.536510 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:52.543023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.543410 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.543765 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.544123 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.544458 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.544784 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.545110 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.545428 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.545749 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.546066 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.546386 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.546705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.547020 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.547367 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.547691 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:26:52.800109 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['d148e7ba-0281-494f-be28-14af0e545342'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:26:52.904689 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1e4d0-8ebc-418c-ad17-2f5ce8f14489 req-09999835-d363-4aa6-b95e-aa92c300b442 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:52.906247 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f1d1e4d0-8ebc-418c-ad17-2f5ce8f14489 req-09999835-d363-4aa6-b95e-aa92c300b442 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 945 time: 0.0557640 Apr 04 14:26:52.953265 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f1d1e4d0-8ebc-418c-ad17-2f5ce8f14489 req-b49e7335-1745-4803-a540-13d0ba7e8623 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Apr 04 14:26:54.068125 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef11b-0353-41e5-9ab8-5b4c95d784d9 req-0671f8f3-4567-4427-999c-16ff19918415 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:54.069610 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c12ef11b-0353-41e5-9ab8-5b4c95d784d9 req-0671f8f3-4567-4427-999c-16ff19918415 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Apr 04 14:26:54.115007 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c12ef11b-0353-41e5-9ab8-5b4c95d784d9 req-dc1a038e-1491-4a4d-8b7a-88710307b425 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Apr 04 14:26:54.233849 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device d148e7ba-0281-494f-be28-14af0e545342 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:26:54.353452 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port d148e7ba-0281-494f-be28-14af0e545342 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:26:54.357506 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port d148e7ba-0281-494f-be28-14af0e545342 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:26:54.357881 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (d148e7ba-0281-494f-be28-14af0e545342), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:54.434565 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port d148e7ba-0281-494f-be28-14af0e545342 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:26:54.434950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (d148e7ba-0281-494f-be28-14af0e545342), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:54.456588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:54.458801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d64b78-116e-4ae7-8169-e554771721ac" -d '{"events": [{"server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "name": "network-vif-plugged", "status": "completed", "tag": "d148e7ba-0281-494f-be28-14af0e545342"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:54.470767 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d148e7ba-0281-494f-be28-14af0e545342,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:26:54.492717 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166db6b2-7155-4c24-82dd-18ca4b31ddf9 x-openstack-request-id: req-166db6b2-7155-4c24-82dd-18ca4b31ddf9 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:54.493004 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "name": "network-vif-plugged", "status": "completed", "tag": "d148e7ba-0281-494f-be28-14af0e545342", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:54.493261 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-166db6b2-7155-4c24-82dd-18ca4b31ddf9 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:54.493651 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166db6b2-7155-4c24-82dd-18ca4b31ddf9'] response: {'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342', 'code': 200} Apr 04 14:26:54.548162 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:54.594992 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:26:54.822017 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a5e1a-aa8e-46fc-87f4-135a4979db87 req-1e4ecc4d-f6ea-4d42-8fd3-5731a3677925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:54.823527 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c32a5e1a-aa8e-46fc-87f4-135a4979db87 req-1e4ecc4d-f6ea-4d42-8fd3-5731a3677925 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 1130 time: 0.0472026 Apr 04 14:26:54.867136 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c32a5e1a-aa8e-46fc-87f4-135a4979db87 req-eb8c3770-d221-45b2-94a4-19dc7e16a37a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359721 Apr 04 14:26:55.235465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575049-bb39-4dbd-af59-689c93d24121 req-a205dacd-4589-41ef-abed-a5ab3da3032a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:55.236922 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e1575049-bb39-4dbd-af59-689c93d24121 req-a205dacd-4589-41ef-abed-a5ab3da3032a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0568678 Apr 04 14:26:55.282872 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e1575049-bb39-4dbd-af59-689c93d24121 req-592fc43c-7cbd-445a-9b12-3baf906bf9be tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Apr 04 14:26:56.404329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8638a9-4448-479e-a44d-530ba44771cd req-414dd9bd-bdf0-47a4-a18b-6cac2e28bcfc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:56.406308 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e8638a9-4448-479e-a44d-530ba44771cd req-414dd9bd-bdf0-47a4-a18b-6cac2e28bcfc tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0531294 Apr 04 14:26:56.452001 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e8638a9-4448-479e-a44d-530ba44771cd req-65f35979-53cf-4717-b2f2-c636d2e836f7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Apr 04 14:26:57.568254 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9e608-cc56-493b-af4c-4ba3f80bc3fd req-64084abc-553b-4a61-9a31-05b4cdc44036 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:57.569736 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5bf9e608-cc56-493b-af4c-4ba3f80bc3fd req-64084abc-553b-4a61-9a31-05b4cdc44036 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0517545 Apr 04 14:26:57.617686 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5bf9e608-cc56-493b-af4c-4ba3f80bc3fd req-2779008c-710b-4b34-b705-489d3e2e112b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Apr 04 14:26:57.735204 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400ff4e-99f8-4edc-96fe-79ec0a8518a7 req-500b1efc-1886-499a-a2b9-8a12600fdf8e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:57.736677 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0400ff4e-99f8-4edc-96fe-79ec0a8518a7 req-500b1efc-1886-499a-a2b9-8a12600fdf8e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0585527 Apr 04 14:26:57.745077 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36792) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:26:57.749679 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Request body: {'floatingip': {'port_id': 'd148e7ba-0281-494f-be28-14af0e545342'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:26:57.796016 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:58.211123 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:58.318984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:58.421749 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Floating IP 39b88de6-feea-4dc8-979c-f6cd925d54e7 associated. External IP: 172.27.3.151, port: d148e7ba-0281-494f-be28-14af0e545342. Apr 04 14:26:58.860967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:26:58.968354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:26:58.972852 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:26:58.978171 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:26:58.988370 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:58.988986 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:59.003123 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-31820d96-1370-4c1a-9635-3d180a43b51c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "PUT /v2.0/floatingips/39b88de6-feea-4dc8-979c-f6cd925d54e7 HTTP/1.1" status: 200 len: 992 time: 1.2569029 Apr 04 14:26:59.003731 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:26:59.006001 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433805e6-240d-4b49-9d3e-af2119c85029" -d '{"events": [{"name": "network-changed", "server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "tag": "d148e7ba-0281-494f-be28-14af0e545342"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:26:59.041927 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3704f-d241-4b37-b8dd-d03343c22b4a x-openstack-request-id: req-f2c3704f-d241-4b37-b8dd-d03343c22b4a {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:26:59.042218 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "tag": "d148e7ba-0281-494f-be28-14af0e545342", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:26:59.042474 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2c3704f-d241-4b37-b8dd-d03343c22b4a {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:26:59.042880 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c3704f-d241-4b37-b8dd-d03343c22b4a'] response: {'name': 'network-changed', 'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342', 'status': 'completed', 'code': 200} Apr 04 14:26:59.096357 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:59.122882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433805e6-240d-4b49-9d3e-af2119c85029 req-58007050-fb37-4ef6-80d5-3c6df02a882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:59.124995 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-58007050-fb37-4ef6-80d5-3c6df02a882d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea81e46b9b134205864123cee97d0c41&device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 1130 time: 0.0459070 Apr 04 14:26:59.220487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433805e6-240d-4b49-9d3e-af2119c85029 req-8641a3a6-ada2-4912-8e07-44a02cbafe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:59.221831 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-8641a3a6-ada2-4912-8e07-44a02cbafe82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 200 len: 912 time: 0.0886145 Apr 04 14:26:59.288876 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-a9cded85-558d-4402-83fa-38196455e47d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d148e7ba-0281-494f-be28-14af0e545342 HTTP/1.1" status: 200 len: 1000 time: 0.0601954 Apr 04 14:26:59.322788 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '39b88de6-feea-4dc8-979c-f6cd925d54e7', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': 'd148e7ba-0281-494f-be28-14af0e545342', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:02:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:44Z', 'updated_at': '2022-04-04T14:26:58Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:59.344201 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433805e6-240d-4b49-9d3e-af2119c85029 req-5b14a9ad-9717-46aa-8e4a-68f6c72c51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:59.345589 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-5b14a9ad-9717-46aa-8e4a-68f6c72c51e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 200 len: 850 time: 0.0472910 Apr 04 14:26:59.349443 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:26:59.358042 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:26:59.358654 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:59.393799 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433805e6-240d-4b49-9d3e-af2119c85029 req-8e8c4a28-04ee-41ce-8d9a-014e1afe42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:26:59.395400 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-8e8c4a28-04ee-41ce-8d9a-014e1afe42c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=192186bb-be12-4fe7-b3c6-61cce9b6ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438046 Apr 04 14:26:59.487937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-11c7a229-e7f0-47ee-a5fd-7ada69fe34ad service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Apr 04 14:26:59.504030 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:26:59.581946 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-433805e6-240d-4b49-9d3e-af2119c85029 req-6a0ff3f0-b7e3-44ba-ac59-4b504dc59181 service neutron] 10.222.0.18 "GET /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Apr 04 14:26:59.592092 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:26:59.819775 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '39b88de6-feea-4dc8-979c-f6cd925d54e7', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': 'd148e7ba-0281-494f-be28-14af0e545342', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:02:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:44Z', 'updated_at': '2022-04-04T14:26:58Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:26:59.847526 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537f100-10f8-4396-b6af-6a24d903287a None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '39b88de6-feea-4dc8-979c-f6cd925d54e7', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'port_id': 'd148e7ba-0281-494f-be28-14af0e545342', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'mac_address': 'fa:16:3e:02:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:26:44Z', 'updated_at': '2022-04-04T14:26:58Z', 'revision_number': 1, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:27:00.041761 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282df7bd-505b-4e1d-a592-b5e28c21f907 None None] New status for floating IP 39b88de6-feea-4dc8-979c-f6cd925d54e7: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:27:00.281322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732c3fe-c6aa-4393-a391-72094aa4c9a2 req-153a0afb-3317-4bff-a127-d10a38b0a93e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:00.285226 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1732c3fe-c6aa-4393-a391-72094aa4c9a2 req-153a0afb-3317-4bff-a127-d10a38b0a93e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0633848 Apr 04 14:27:00.330052 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1732c3fe-c6aa-4393-a391-72094aa4c9a2 req-53bd6178-6fd5-4907-893a-b47ea9cfc31b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Apr 04 14:27:01.446780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d127f0-6765-4135-9ff2-2d97434d9924 req-bd3fd20f-b102-48e9-91af-cc10a4536a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:01.448316 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98d127f0-6765-4135-9ff2-2d97434d9924 req-bd3fd20f-b102-48e9-91af-cc10a4536a11 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0509660 Apr 04 14:27:01.496317 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98d127f0-6765-4135-9ff2-2d97434d9924 req-11eb9ef9-a473-43d9-9dbc-d6adc32125f5 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Apr 04 14:27:02.268667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-33b4f7db-4175-4b66-a55b-ac2f3004dc1a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:02.270162 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-33b4f7db-4175-4b66-a55b-ac2f3004dc1a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.0535269 Apr 04 14:27:02.370468 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 8c66985e-a0c2-4647-b9df-0c47cd728ddd {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:02.371076 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:02.455680 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] For port 8c66985e-a0c2-4647-b9df-0c47cd728ddd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8c66985e-a0c2-4647-b9df-0c47cd728ddd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:02.456045 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:02.678771 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:02.679140 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:02.679484 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP cb62742a-6cf5-4a26-9b81-c1901e7942b1 disassociated. External IP: 172.27.3.124, port: 8c66985e-a0c2-4647-b9df-0c47cd728ddd. Apr 04 14:27:02.679829 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 8c66985e-a0c2-4647-b9df-0c47cd728ddd owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:02.699288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a230915-52da-4797-bb4f-be1a73b4a87d req-6c9b6e34-601a-4946-b69e-c2e1766a3355 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:02.700779 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0a230915-52da-4797-bb4f-be1a73b4a87d req-6c9b6e34-601a-4946-b69e-c2e1766a3355 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 946 time: 0.1249092 Apr 04 14:27:02.739289 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bf28d-9fc1-407a-b6b3-2085d6017fea req-54e7d829-677d-4015-af0e-96c03745e1fe tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:02.740749 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-058bf28d-9fc1-407a-b6b3-2085d6017fea req-54e7d829-677d-4015-af0e-96c03745e1fe tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0552385 Apr 04 14:27:02.786863 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-058bf28d-9fc1-407a-b6b3-2085d6017fea req-5ff05121-3d92-4e9a-931a-ce46702aa41b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Apr 04 14:27:02.803168 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0a230915-52da-4797-bb4f-be1a73b4a87d req-2424067d-f2ed-43b9-8f11-61d48969a8cd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=5b69a73b-3f2d-468c-8c45-9eda2afd4006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681014 Apr 04 14:27:02.918142 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (8c66985e-a0c2-4647-b9df-0c47cd728ddd), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:02.946333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=8c66985e-a0c2-4647-b9df-0c47cd728ddd,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:03.112260 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:27:03.199900 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:27:03.210781 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:27:03.221049 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:03.221547 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:03.243320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] No DVR routers for this DVR port 8c66985e-a0c2-4647-b9df-0c47cd728ddd on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:03.245883 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:03.249293 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-527c4113-2193-49f6-be87-0b6ee96ccf2b req-de787f44-871f-4aa9-8ec5-d3cc162aacaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "DELETE /v2.0/ports/8c66985e-a0c2-4647-b9df-0c47cd728ddd HTTP/1.1" status: 204 len: 173 time: 0.9739938 Apr 04 14:27:03.250525 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'name': 'network-vif-deleted', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:03.253005 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9372d8a-abef-42b7-af16-21a00c589d90" -d '{"events": [{"server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "name": "network-vif-deleted", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:03.290020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f24d3-2715-42e4-8a48-7b50791efada x-openstack-request-id: req-003f24d3-2715-42e4-8a48-7b50791efada {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:03.290020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be42c4da-be90-4a4e-903a-d889f93e371a", "name": "network-vif-deleted", "tag": "8c66985e-a0c2-4647-b9df-0c47cd728ddd", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:03.290020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-003f24d3-2715-42e4-8a48-7b50791efada {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:03.290020 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003f24d3-2715-42e4-8a48-7b50791efada'] response: {'server_uuid': 'be42c4da-be90-4a4e-903a-d889f93e371a', 'name': 'network-vif-deleted', 'tag': '8c66985e-a0c2-4647-b9df-0c47cd728ddd', 'status': 'completed', 'code': 200} Apr 04 14:27:03.345071 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:03.566606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:03.596643 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:27:03.605371 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:03.605986 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:03.715281 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:03.913195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134c8d-4815-46b7-a3ca-9661a6aeb0ba req-22e76f61-1af0-4d12-9f91-04eb7f970758 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:03.914922 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a3134c8d-4815-46b7-a3ca-9661a6aeb0ba req-22e76f61-1af0-4d12-9f91-04eb7f970758 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0599544 Apr 04 14:27:03.928620 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bd9662c0-c974-4e16-9a1f-9fe4a0e3e4d2 req-96686b97-43b2-4c35-9def-dbd866fc3e40 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=be42c4da-be90-4a4e-903a-d889f93e371a HTTP/1.1" status: 200 len: 210 time: 0.0309417 Apr 04 14:27:03.941662 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:03.965740 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a3134c8d-4815-46b7-a3ca-9661a6aeb0ba req-8d985206-196d-48c3-ad1b-fb05faaef85e tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445802 Apr 04 14:27:03.969920 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2b91d-b547-4d00-b04a-658462da9e92 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:27:04.199567 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860b830-c22a-45da-ad10-ddf980cba2ba None None] New status for floating IP cb62742a-6cf5-4a26-9b81-c1901e7942b1: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:27:05.085732 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36850) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:05.096321 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea0e8a-f546-4fae-9bf7-2c4f97e281f0 req-84110642-0424-449c-a577-3efc62d27460 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:05.098324 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aea0e8a-f546-4fae-9bf7-2c4f97e281f0 req-84110642-0424-449c-a577-3efc62d27460 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0656555 Apr 04 14:27:05.142290 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5b69a73b-3f2d-468c-8c45-9eda2afd4006), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.149459 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9aea0e8a-f546-4fae-9bf7-2c4f97e281f0 req-d724b04a-02d7-44c8-b653-8b5a4db598fe tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Apr 04 14:27:05.166871 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (5b69a73b-3f2d-468c-8c45-9eda2afd4006), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.279470 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (5b69a73b-3f2d-468c-8c45-9eda2afd4006), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.282795 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.284004 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b69a73b-3f2d-468c-8c45-9eda2afd4006 HTTP/1.1" status: 204 len: 168 time: 0.1972146 Apr 04 14:27:05.286810 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36852) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:05.293186 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5662f5-f3f8-46ac-b2a5-92e0eaeebf15 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69a73b-3f2d-468c-8c45-9eda2afd4006,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:05.301234 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.api.v2.resource [None req-29aafabd-9d8d-4b48-a0f3-fb9657db48be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] show failed (client error): The resource could not be found. Apr 04 14:27:05.302118 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-29aafabd-9d8d-4b48-a0f3-fb9657db48be tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups/5b69a73b-3f2d-468c-8c45-9eda2afd4006 HTTP/1.1" status: 404 len: 347 time: 0.0142727 Apr 04 14:27:05.304453 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36854) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:05.433801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 3a40c002-ada8-42f7-a154-328c5161d63f {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:05.434128 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.505487 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.505812 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (3a40c002-ada8-42f7-a154-328c5161d63f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.517592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 3a40c002-ada8-42f7-a154-328c5161d63f owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:05.696414 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (3a40c002-ada8-42f7-a154-328c5161d63f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.722068 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=3a40c002-ada8-42f7-a154-328c5161d63f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:05.788104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (cb62742a-6cf5-4a26-9b81-c1901e7942b1), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.790644 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:05.791826 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0c026201-d4ad-44ab-8a9b-3f13bf89452d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb62742a-6cf5-4a26-9b81-c1901e7942b1 HTTP/1.1" status: 204 len: 168 time: 0.4864292 Apr 04 14:27:06.117983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36860) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:06.122527 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117037539', 'description': 'tempest-description--1812582366'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:06.199394 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.268403 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d0958-a5cf-4106-a17b-2fcbf598d3dc req-cd78d9e5-ce77-436a-854f-257345e0550a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:06.268978 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (cd2d0b59-3553-438d-afc2-17f93b8e149c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.269905 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-830d0958-a5cf-4106-a17b-2fcbf598d3dc req-cd78d9e5-ce77-436a-854f-257345e0550a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0533693 Apr 04 14:27:06.317576 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-830d0958-a5cf-4106-a17b-2fcbf598d3dc req-c546f31a-4807-485b-ac73-b08ed4463434 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=d341324a-1d60-4f0e-8895-12405583b074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Apr 04 14:27:06.318360 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8c66985e-a0c2-4647-b9df-0c47cd728ddd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:06.338666 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 8c66985e-a0c2-4647-b9df-0c47cd728ddd {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:06.339008 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8c66985e-a0c2-4647-b9df-0c47cd728ddd not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:06.341800 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cd2d0b59-3553-438d-afc2-17f93b8e149c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.379846 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d0b59-3553-438d-afc2-17f93b8e149c,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:06.429435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.430714 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-db5cf6aa-3abc-4ec3-8d59-5392be861189 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3117018 Apr 04 14:27:06.433451 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36864) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:06.438365 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': 'cd2d0b59-3553-438d-afc2-17f93b8e149c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:06.524479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (d9703351-d246-4d5f-95f6-fca1d53c264a), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.555148 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-61fe744c-8a02-484e-bcd1-82a46a54aa1a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:06.556516 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-61fe744c-8a02-484e-bcd1-82a46a54aa1a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 946 time: 0.0731263 Apr 04 14:27:06.617640 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (d9703351-d246-4d5f-95f6-fca1d53c264a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.664305 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Deleting port 4ee4e22d-ab20-406f-ba79-39ea68242906 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:06.664647 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.668744 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (d9703351-d246-4d5f-95f6-fca1d53c264a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.727059 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9703351-d246-4d5f-95f6-fca1d53c264a,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:06.771084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] For port 4ee4e22d-ab20-406f-ba79-39ea68242906, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ee4e22d-ab20-406f-ba79-39ea68242906,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:06.771479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.787810 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.789005 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-488f65aa-7a3b-420d-bb92-e543d8346498 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546014 Apr 04 14:27:06.791829 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36868) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:06.796846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'security_group_rule': {'security_group_id': 'cd2d0b59-3553-438d-afc2-17f93b8e149c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:06.895109 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (b80150d3-2ee3-4326-b8ec-41bb8331566a), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.951353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.951718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:06.952049 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Floating IP 1475dad3-b519-44e8-966b-aa0e70e3137c disassociated. External IP: 172.27.3.92, port: 4ee4e22d-ab20-406f-ba79-39ea68242906. Apr 04 14:27:06.952890 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Calling delete_port for 4ee4e22d-ab20-406f-ba79-39ea68242906 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:06.956734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (b80150d3-2ee3-4326-b8ec-41bb8331566a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.032986 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (b80150d3-2ee3-4326-b8ec-41bb8331566a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.055449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80150d3-2ee3-4326-b8ec-41bb8331566a,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:07.120854 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.122013 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e5f570a1-c4c8-440a-b420-02769b2be567 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3291917 Apr 04 14:27:07.130212 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36870) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:07.134422 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:07.147435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (4ee4e22d-ab20-406f-ba79-39ea68242906), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.173953 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event deleted for resources: {'Port': ['ID=4ee4e22d-ab20-406f-ba79-39ea68242906,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:07.222178 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.290364 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Router 52958e60-21bd-4412-95ab-389849593b2f has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:27:07.320797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.425757 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-65c3a2d2-29fb-41a0-8d1f-834f31bf2d2d req-a4829611-e16b-4f04-8e99-59e7bf620bc2 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f85f8c1-dc7a-4873-aabd-66a62de118b1 HTTP/1.1" status: 200 len: 210 time: 0.0365293 Apr 04 14:27:07.433039 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.27.3.158 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/003ee83d-63ba-4664-a1b3-f00ac5d0c3ea) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:27:07.433239 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:27:07.446051 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:27:07.459415 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:07.460269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:07.478622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] No DVR routers for this DVR port 4ee4e22d-ab20-406f-ba79-39ea68242906 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:07.481582 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.485504 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2fc32ca9-4ec9-410f-9938-ab762ad4d023 req-59a50ac3-45d7-46d6-a969-3d0b8888e141 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "DELETE /v2.0/ports/4ee4e22d-ab20-406f-ba79-39ea68242906 HTTP/1.1" status: 204 len: 173 time: 0.9205253 Apr 04 14:27:07.485957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'name': 'network-vif-deleted', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:07.488219 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f740a4c8-6f1f-43a8-9704-cf3bed9a0fbe" -d '{"events": [{"server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "name": "network-vif-deleted", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:07.530258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c8ed71-c302-414e-8192-5b4f63f3bba1 x-openstack-request-id: req-e6c8ed71-c302-414e-8192-5b4f63f3bba1 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:07.530594 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f85f8c1-dc7a-4873-aabd-66a62de118b1", "name": "network-vif-deleted", "tag": "4ee4e22d-ab20-406f-ba79-39ea68242906", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:07.530852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6c8ed71-c302-414e-8192-5b4f63f3bba1 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:07.531280 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c8ed71-c302-414e-8192-5b4f63f3bba1'] response: {'server_uuid': '6f85f8c1-dc7a-4873-aabd-66a62de118b1', 'name': 'network-vif-deleted', 'tag': '4ee4e22d-ab20-406f-ba79-39ea68242906', 'status': 'completed', 'code': 200} Apr 04 14:27:07.555238 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.588322 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:07.640453 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.674201 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:27:07.678979 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:27:07.682687 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:27:07.747459 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=003ee83d-63ba-4664-a1b3-f00ac5d0c3ea,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:07.790839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.811024 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:07.837762 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:27:07.845949 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:07.846556 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:26:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:07.884590 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:07.953023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:08.032320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.079193 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.148759 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=003ee83d-63ba-4664-a1b3-f00ac5d0c3ea,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:08.151152 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:08.162574 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.223592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.224851 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4a55e93c-26ed-4cde-9d27-9e4bf8acd026 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0936768 Apr 04 14:27:08.312037 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbfc0c4-9267-4bc5-8ed2-d81b32a4823f None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:34Z', 'revision_number': 4, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'c156c344-a8be-4e69-b351-fae3909fab8f', 'name': '', 'network_id': '2a712b1f-a475-425b-b02a-8f49b10aa942', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'mac_address': 'fa:16:3e:de:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:27Z', 'updated_at': '2022-04-04T14:22:41Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'subnets': [{'id': '2bf371d4-8fd9-4789-9a2c-d752027e4b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:27:08.387396 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-6363fb46-a134-4c09-8213-1393aff3bce1 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1117037539&fields=id&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 267 time: 0.0480375 Apr 04 14:27:08.494640 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-e7ab0c1e-8f1e-44f1-8010-142b70ef5820 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:08.496433 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-e7ab0c1e-8f1e-44f1-8010-142b70ef5820 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.1016932 Apr 04 14:27:08.513299 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-135a298b-d7df-4d0f-9cf3-0a477f1be66e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/quotas/fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 375 time: 0.0094993 Apr 04 14:27:08.556863 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c33889e-75e4-416a-8e82-dd3654cf3e9a None None] New status for floating IP 1475dad3-b519-44e8-966b-aa0e70e3137c: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:27:08.558843 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36892) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:08.572528 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-1999e698-b7bf-4f60-9ef3-ed2fac221c0e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536308 Apr 04 14:27:08.618574 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (d341324a-1d60-4f0e-8895-12405583b074), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.643265 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (d341324a-1d60-4f0e-8895-12405583b074), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.673239 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-d35872f7-a3b2-4013-ba42-56f0121deaca service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880759 Apr 04 14:27:08.758322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (d341324a-1d60-4f0e-8895-12405583b074), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.761984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:08.762542 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "DELETE /v2.0/security-groups/d341324a-1d60-4f0e-8895-12405583b074 HTTP/1.1" status: 204 len: 168 time: 0.2026942 Apr 04 14:27:08.764292 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-46962963-63b4-421d-8d47-cd641f10aee0 service neutron] 10.222.0.13 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843325 Apr 04 14:27:08.765128 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 36894) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:08.772241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d630b6-b7e9-4079-9cc1-7353cbb37bdc tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d341324a-1d60-4f0e-8895-12405583b074,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:08.781744 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-a09afd98-2cd2-4f9a-b03f-1598c46613e8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] show failed (client error): The resource could not be found. Apr 04 14:27:08.786734 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a09afd98-2cd2-4f9a-b03f-1598c46613e8 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups/d341324a-1d60-4f0e-8895-12405583b074 HTTP/1.1" status: 404 len: 347 time: 0.0167344 Apr 04 14:27:08.787683 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 36896) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:08.926780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Deleting port 75247ca7-7a58-4035-aed4-200d70e4e3e1 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:08.927123 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.017523 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.018087 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (75247ca7-7a58-4035-aed4-200d70e4e3e1), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.043962 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-22e4dd4f-05d9-418d-98cd-4a97ef84ab0b req-dcd11288-050f-4a11-b89a-79827ebc1fe4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 210 time: 0.0481188 Apr 04 14:27:09.048323 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Calling delete_port for 75247ca7-7a58-4035-aed4-200d70e4e3e1 owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:09.262251 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (75247ca7-7a58-4035-aed4-200d70e4e3e1), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.292744 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event deleted for resources: {'Port': ['ID=75247ca7-7a58-4035-aed4-200d70e4e3e1,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:09.353513 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks [] for floatingip (1475dad3-b519-44e8-966b-aa0e70e3137c), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.356990 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:09.358762 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8421ee7e-a71c-4b2d-a876-b9486d536c9d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "DELETE /v2.0/floatingips/1475dad3-b519-44e8-966b-aa0e70e3137c HTTP/1.1" status: 204 len: 168 time: 0.5697033 Apr 04 14:27:10.138416 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b4e56830-699a-4591-9c4d-74bebb4807eb req-2aa549f7-c64d-4846-afe0-0d2afa12c72a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 210 time: 0.0269177 Apr 04 14:27:10.340734 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4ee4e22d-ab20-406f-ba79-39ea68242906 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:10.361790 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 4ee4e22d-ab20-406f-ba79-39ea68242906 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:10.362128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4ee4e22d-ab20-406f-ba79-39ea68242906 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:10.991717 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-ec6bd6e4-9c9e-41df-95be-284210042a38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:10.993875 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-ec6bd6e4-9c9e-41df-95be-284210042a38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 815 time: 0.0998073 Apr 04 14:27:11.053599 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-bd800f6f-bdd5-417d-a729-f3a98188949a tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a HTTP/1.1" status: 200 len: 380 time: 0.0513210 Apr 04 14:27:11.062161 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'port': {'device_id': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'admin_state_up': True, 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'security_groups': ['cd2d0b59-3553-438d-afc2-17f93b8e149c']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:11.163633 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-263b0c2f-89a1-4698-94b2-53ae098265da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:11.244618 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Made reservation on behalf of fc17a7eaebfa47a6a7e3a5989fae992a for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:27:11.248001 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:11.296979 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2f11f0b2-64d8-4370-995b-50d9f3f6960a req-ef9f3ad1-ef7e-4a0c-ab21-e398d74ae1b4 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 210 time: 0.0876529 Apr 04 14:27:11.380113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Allocated IP 172.20.0.11 (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c/8b3af330-613b-404f-9360-b4d3290820c2) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:27:11.745772 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for port (8b3af330-613b-404f-9360-b4d3290820c2), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:11.822281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:11.868110 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:27:11.871074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:27:11.874010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:27:11.879067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:11.879759 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:11.891981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event updated for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:11.968346 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-b10a9422-5d77-4bb5-89f3-7f14241e6991 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9089420 Apr 04 14:27:11.981983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Request body: {'port': {'device_id': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:12.047239 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8b3af330-613b-404f-9360-b4d3290820c2), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.099853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-7b71402b-da7a-440c-a497-81dd783aca89 None None] Provisioning complete for port 8b3af330-613b-404f-9360-b4d3290820c2 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:27:12.100462 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7b71402b-da7a-440c-a497-81dd783aca89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8b3af330-613b-404f-9360-b4d3290820c2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.136155 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-7b71402b-da7a-440c-a497-81dd783aca89 None None] Port 8b3af330-613b-404f-9360-b4d3290820c2 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:27:12.306551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3af330-613b-404f-9360-b4d3290820c2 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:27:12.315437 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks [] for port (8b3af330-613b-404f-9360-b4d3290820c2), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.330150 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Transition to ACTIVE for port object 8b3af330-613b-404f-9360-b4d3290820c2 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:27:12.369098 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcb68-eb9f-4771-ac53-69f8203e2f51 req-a92d94b1-fa9d-4d0f-9ce0-cf52e70eb7b5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.371674 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fe0bcb68-eb9f-4771-ac53-69f8203e2f51 req-a92d94b1-fa9d-4d0f-9ce0-cf52e70eb7b5 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0623474 Apr 04 14:27:12.386633 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.419721 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fe0bcb68-eb9f-4771-ac53-69f8203e2f51 req-4560d68b-3673-431f-844b-8f222290ce60 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Apr 04 14:27:12.441712 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:12.477896 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Attempting to bind port 8b3af330-613b-404f-9360-b4d3290820c2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:27:12.478241 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Attempting to bind port 8b3af330-613b-404f-9360-b4d3290820c2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:27:12.478641 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Attempting to bind port 8b3af330-613b-404f-9360-b4d3290820c2 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:27:12.484673 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Port 8b3af330-613b-404f-9360-b4d3290820c2 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:27:12.485011 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Attempting to bind port 8b3af330-613b-404f-9360-b4d3290820c2 on network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:27:12.491151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:27:12.491675 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Checking segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:27:12.492162 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Bound using segment: {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:27:12.492701 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Bound port: 8b3af330-613b-404f-9360-b4d3290820c2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10deb8c0-6418-4443-bffd-743cb7d9cb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:27:12.493166 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8b3af330-613b-404f-9360-b4d3290820c2), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.546680 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c9aff-933d-41a1-acf4-b69e91de5ff3 req-db34037d-de68-4482-8aeb-856fae0693c3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.548271 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-120c9aff-933d-41a1-acf4-b69e91de5ff3 req-db34037d-de68-4482-8aeb-856fae0693c3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 944 time: 0.0601156 Apr 04 14:27:12.563586 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:27:12.567276 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8b3af330-613b-404f-9360-b4d3290820c2,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:27:12.599068 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-120c9aff-933d-41a1-acf4-b69e91de5ff3 req-b4a7098a-5079-4f14-a4a1-463112366eaa tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448005 Apr 04 14:27:12.639315 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.677235 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.677867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:12.679311 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] 10.222.0.18 "PUT /v2.0/ports/8b3af330-613b-404f-9360-b4d3290820c2 HTTP/1.1" status: 200 len: 1094 time: 0.7032645 Apr 04 14:27:12.679705 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:12.682183 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "tag": "8b3af330-613b-404f-9360-b4d3290820c2"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:12.711070 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1858-3d3c-40c2-87e8-ea914aa8ee4c service neutron] Pushing event updated for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:12.750371 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2c9a0-d62c-47e5-a4dc-e7c6b8194bcb x-openstack-request-id: req-62b2c9a0-d62c-47e5-a4dc-e7c6b8194bcb {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:12.750675 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "tag": "8b3af330-613b-404f-9360-b4d3290820c2", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:12.750938 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62b2c9a0-d62c-47e5-a4dc-e7c6b8194bcb {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:12.751379 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b2c9a0-d62c-47e5-a4dc-e7c6b8194bcb'] response: {'name': 'network-changed', 'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2', 'status': 'completed', 'code': 200} Apr 04 14:27:12.793068 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2be3-43fa-4f6c-9c49-ec2f58267e3a req-645412a3-d71d-4754-8cf1-0d4a0d3a07cc tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.794622 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3d0b2be3-43fa-4f6c-9c49-ec2f58267e3a req-645412a3-d71d-4754-8cf1-0d4a0d3a07cc tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0615587 Apr 04 14:27:12.821129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-a573572e-c9b7-4e87-9035-ae519b29c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.823073 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-a573572e-c9b7-4e87-9035-ae519b29c9dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 1128 time: 0.0508072 Apr 04 14:27:12.854482 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3d0b2be3-43fa-4f6c-9c49-ec2f58267e3a req-fc2a0a6e-98a0-4ebe-a364-1f3146ed0d49 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533779 Apr 04 14:27:12.926169 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-3e961358-f901-4f35-bd2b-0942b285509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:12.927680 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-3e961358-f901-4f35-bd2b-0942b285509b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955684 Apr 04 14:27:13.025785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-114936cb-1361-41cc-9e43-e997ca649403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.027363 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57360d1d-3f4f-49ee-b0ea-912fa1045e1b req-114936cb-1361-41cc-9e43-e997ca649403 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883522 Apr 04 14:27:13.112199 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-5236b989-6315-4d64-9d6d-5b80106c1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.113589 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-5236b989-6315-4d64-9d6d-5b80106c1c6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 1128 time: 0.0447314 Apr 04 14:27:13.160732 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-138d8ad4-9e5e-4dde-a774-6b7f2aacc4db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b3af330-613b-404f-9360-b4d3290820c2 HTTP/1.1" status: 200 len: 217 time: 0.0377758 Apr 04 14:27:13.210112 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-f4221beb-fc29-436b-8352-c378b69b36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.211585 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-f4221beb-fc29-436b-8352-c378b69b36a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0422974 Apr 04 14:27:13.260563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-951721da-e16c-4613-916d-43a6c184708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.262075 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-951721da-e16c-4613-916d-43a6c184708e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427916 Apr 04 14:27:13.355898 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-9a931e8d-e516-4ea9-a562-4a6db0e00aec service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838587 Apr 04 14:27:13.421157 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8e75cced-7566-45ba-8c52-d2c02e22e8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:13.451677 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-20bc23dd-0a7c-46be-8cf5-d15aa51d28b5 req-f13c47cb-10e4-4c95-88c7-6e54735e9bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Apr 04 14:27:13.594663 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3d19-f011-4c42-bbd7-11e3f8152293 req-18e35ece-e561-4412-a5e6-02be9525a62b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.596130 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e52b3d19-f011-4c42-bbd7-11e3f8152293 req-18e35ece-e561-4412-a5e6-02be9525a62b tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.1043961 Apr 04 14:27:13.642346 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e52b3d19-f011-4c42-bbd7-11e3f8152293 req-8eeef2be-5f43-48bc-93c3-a1bf02e07c81 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Apr 04 14:27:13.718613 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6035b4-763c-4a08-91b6-3d09cce37eb4 req-56daada9-3f7f-486c-ac3e-e755df89be43 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.720039 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fc6035b4-763c-4a08-91b6-3d09cce37eb4 req-56daada9-3f7f-486c-ac3e-e755df89be43 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 944 time: 0.0512748 Apr 04 14:27:13.765233 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fc6035b4-763c-4a08-91b6-3d09cce37eb4 req-8917bbbc-f21b-4d29-a613-4bdeb2831752 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397394 Apr 04 14:27:13.970485 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50940d-2507-48b1-b2db-b7ae4e4d2026 req-8074adfb-45e1-4cd7-a049-5df3fdc42505 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:13.971891 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd50940d-2507-48b1-b2db-b7ae4e4d2026 req-8074adfb-45e1-4cd7-a049-5df3fdc42505 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0548558 Apr 04 14:27:14.019083 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd50940d-2507-48b1-b2db-b7ae4e4d2026 req-9dab5b2f-80c9-4eb1-9e1b-24e1f00930aa tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416069 Apr 04 14:27:14.661241 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:14.756146 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1143-21ea-415a-aa8e-5d327f73d7ae req-579c4751-5d2c-4f9f-b852-079278b98b8a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:14.757605 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-180e1143-21ea-415a-aa8e-5d327f73d7ae req-579c4751-5d2c-4f9f-b852-079278b98b8a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Apr 04 14:27:14.803534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-180e1143-21ea-415a-aa8e-5d327f73d7ae req-53f4e487-1631-45a0-84b6-db5aeaad344d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Apr 04 14:27:14.880841 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891292-e938-4625-9be1-b03636076eff req-74ff2035-3baa-4dc4-9543-a25205039108 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:14.882325 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e0891292-e938-4625-9be1-b03636076eff req-74ff2035-3baa-4dc4-9543-a25205039108 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 944 time: 0.0520020 Apr 04 14:27:14.928339 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e0891292-e938-4625-9be1-b03636076eff req-cf9b8f35-a209-40e6-a9ee-0e2e17d8749e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Apr 04 14:27:15.132502 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-1076ca59-31e5-49c7-81fe-3ed6828e62b6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:15.133959 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-1076ca59-31e5-49c7-81fe-3ed6828e62b6 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 945 time: 0.0552080 Apr 04 14:27:15.136165 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab2386-e68f-4ea5-b076-9ee9c2338af7 req-c405b016-d1d1-498f-933b-4c2721b5ac39 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:15.137612 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-32ab2386-e68f-4ea5-b076-9ee9c2338af7 req-c405b016-d1d1-498f-933b-4c2721b5ac39 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0548124 Apr 04 14:27:15.185746 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-32ab2386-e68f-4ea5-b076-9ee9c2338af7 req-5395ec3b-4891-4835-a0cd-a102e0ed942b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Apr 04 14:27:15.229076 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Deleting port 93a86619-1004-4bae-92b0-04982dce3f1d {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:15.229414 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.320132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] For port 93a86619-1004-4bae-92b0-04982dce3f1d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=93a86619-1004-4bae-92b0-04982dce3f1d,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:15.320497 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.333212 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Calling delete_port for 93a86619-1004-4bae-92b0-04982dce3f1d owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:15.382633 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.506990 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (93a86619-1004-4bae-92b0-04982dce3f1d), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.520063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['5400162e-7add-40a2-be1c-764bd15e9e2f', '93a86619-1004-4bae-92b0-04982dce3f1d'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:27:15.537919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event deleted for resources: {'Port': ['ID=93a86619-1004-4bae-92b0-04982dce3f1d,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:15.582104 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] No DVR routers for this DVR port 93a86619-1004-4bae-92b0-04982dce3f1d on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:15.584670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.588091 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ab7c9795-4cc3-4eca-8bec-cd96ccf3aa42 req-400d0e0e-52eb-4366-bba6-a4a626f0bbb4 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "DELETE /v2.0/ports/93a86619-1004-4bae-92b0-04982dce3f1d HTTP/1.1" status: 204 len: 173 time: 0.4461470 Apr 04 14:27:15.588533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'name': 'network-vif-deleted', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:15.590781 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5dd59-0de8-446e-8178-4c34f4045214" -d '{"events": [{"server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "name": "network-vif-deleted", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:15.629574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb66430a-aa74-44e9-bd8e-6a9b1e3530cc x-openstack-request-id: req-bb66430a-aa74-44e9-bd8e-6a9b1e3530cc {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:15.629944 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e39aea-e615-4609-b520-c97c9ee49689", "name": "network-vif-deleted", "tag": "93a86619-1004-4bae-92b0-04982dce3f1d", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:15.630265 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb66430a-aa74-44e9-bd8e-6a9b1e3530cc {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:15.630732 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb66430a-aa74-44e9-bd8e-6a9b1e3530cc'] response: {'server_uuid': '59e39aea-e615-4609-b520-c97c9ee49689', 'name': 'network-vif-deleted', 'tag': '93a86619-1004-4bae-92b0-04982dce3f1d', 'status': 'completed', 'code': 200} Apr 04 14:27:15.907407 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:15.911482 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a835c7a0-4723-4b07-b278-a08ea811646a req-7ac62721-5ffa-4e62-b047-4eec2205be00 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=59e39aea-e615-4609-b520-c97c9ee49689 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Apr 04 14:27:16.057905 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348d36d-aab1-4ec1-a43b-f7525716edce req-7cbdec56-d75b-4775-9abb-2de4dbb36fe2 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:16.059398 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c348d36d-aab1-4ec1-a43b-f7525716edce req-7cbdec56-d75b-4775-9abb-2de4dbb36fe2 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 944 time: 0.0533054 Apr 04 14:27:16.105298 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c348d36d-aab1-4ec1-a43b-f7525716edce req-b9c4c30b-0386-4e06-920b-8edacb8d5138 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Apr 04 14:27:16.302797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b849be-48cc-42f7-9491-47124c88fc87 req-846dc2fb-b886-4118-8b2b-118cb6955f2b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:16.304308 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73b849be-48cc-42f7-9491-47124c88fc87 req-846dc2fb-b886-4118-8b2b-118cb6955f2b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0536745 Apr 04 14:27:16.352746 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-73b849be-48cc-42f7-9491-47124c88fc87 req-55517757-9ea3-4e54-83c7-c2776d5610c8 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428042 Apr 04 14:27:16.386262 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8b3af330-613b-404f-9360-b4d3290820c2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:27:16.482077 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8b3af330-613b-404f-9360-b4d3290820c2,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:16.496799 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '8b3af330-613b-404f-9360-b4d3290820c2', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'port_id': '8b3af330-613b-404f-9360-b4d3290820c2', 'mac_address': 'fa:16:3e:cf:3b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:27:16.541290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 8b3af330-613b-404f-9360-b4d3290820c2 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:16.541682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8b3af330-613b-404f-9360-b4d3290820c2), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:16.554170 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3af330-613b-404f-9360-b4d3290820c2 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:27:16.573421 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8b3af330-613b-404f-9360-b4d3290820c2,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:16.661404 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:16.707593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:16.976861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['8b3af330-613b-404f-9360-b4d3290820c2'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:27:17.226081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc397e1-17d9-44ef-a86f-157b386d61e9 req-5e90dbc1-5ae2-4f0a-b02f-a282f0fb643d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:17.227489 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cc397e1-17d9-44ef-a86f-157b386d61e9 req-5e90dbc1-5ae2-4f0a-b02f-a282f0fb643d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 945 time: 0.0555885 Apr 04 14:27:17.278755 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cc397e1-17d9-44ef-a86f-157b386d61e9 req-8e79ddcc-02ae-4bcb-aa58-ee379182da5e tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Apr 04 14:27:17.364408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:17.370694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927361af-14a8-49cb-a553-cebab84f9390 req-d96a7a64-0322-4c80-afab-6fe999136a3c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:17.373958 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-927361af-14a8-49cb-a553-cebab84f9390 req-d96a7a64-0322-4c80-afab-6fe999136a3c tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0559320 Apr 04 14:27:17.425252 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-927361af-14a8-49cb-a553-cebab84f9390 req-cba04ed5-81cb-43e6-b039-6078048de95d tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462453 Apr 04 14:27:17.473479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611605fc-66cc-481c-bab8-f1775141ee34 req-2938d70f-ef69-4195-ace3-7613d2010f9b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:17.474964 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-611605fc-66cc-481c-bab8-f1775141ee34 req-2938d70f-ef69-4195-ace3-7613d2010f9b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0562601 Apr 04 14:27:17.523478 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-611605fc-66cc-481c-bab8-f1775141ee34 req-da10342f-2b5f-4ae9-b74b-fc811be14cf0 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 Apr 04 14:27:18.396843 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda13bc4-486c-4df6-96a5-956cc04560bb req-a197b26e-1543-4eb6-8151-01f4d1774f51 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:18.398469 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fda13bc4-486c-4df6-96a5-956cc04560bb req-a197b26e-1543-4eb6-8151-01f4d1774f51 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 945 time: 0.0526478 Apr 04 14:27:18.407549 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8b3af330-613b-404f-9360-b4d3290820c2 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:27:18.445331 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fda13bc4-486c-4df6-96a5-956cc04560bb req-f792a1be-c272-4e45-9383-ef5306265895 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Apr 04 14:27:18.513066 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 8b3af330-613b-404f-9360-b4d3290820c2 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:27:18.517170 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 8b3af330-613b-404f-9360-b4d3290820c2 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:27:18.517614 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (8b3af330-613b-404f-9360-b4d3290820c2), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:18.544062 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac63a9a-0746-48f6-92ed-6cdec936c91a req-69ee3476-6e7e-4929-8bac-67767c013d98 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:18.546029 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0ac63a9a-0746-48f6-92ed-6cdec936c91a req-69ee3476-6e7e-4929-8bac-67767c013d98 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0538433 Apr 04 14:27:18.599349 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0ac63a9a-0746-48f6-92ed-6cdec936c91a req-3d6780b8-0113-4a27-9932-1729b0d940c7 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Apr 04 14:27:18.605577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 8b3af330-613b-404f-9360-b4d3290820c2 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:18.605971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (8b3af330-613b-404f-9360-b4d3290820c2), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:18.629657 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:18.631954 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c861c33-4463-4557-a053-a147dc15c53f" -d '{"events": [{"server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "name": "network-vif-plugged", "status": "completed", "tag": "8b3af330-613b-404f-9360-b4d3290820c2"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:18.645026 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8b3af330-613b-404f-9360-b4d3290820c2,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:18.655664 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b24d1-a3d8-42a9-9c47-5b166546f426 req-625fb17a-9879-4d70-bc87-36eed137b91b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:18.655664 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-853b24d1-a3d8-42a9-9c47-5b166546f426 req-625fb17a-9879-4d70-bc87-36eed137b91b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0613885 Apr 04 14:27:18.669132 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c84815e-d7bc-47ce-a042-ac805b80560c x-openstack-request-id: req-8c84815e-d7bc-47ce-a042-ac805b80560c {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:18.669421 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "name": "network-vif-plugged", "status": "completed", "tag": "8b3af330-613b-404f-9360-b4d3290820c2", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:18.669675 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c84815e-d7bc-47ce-a042-ac805b80560c {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:18.670069 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c84815e-d7bc-47ce-a042-ac805b80560c'] response: {'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2', 'code': 200} Apr 04 14:27:18.703710 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-853b24d1-a3d8-42a9-9c47-5b166546f426 req-bcec7fe1-ba9a-44ad-9378-57c50218df92 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445814 Apr 04 14:27:18.718464 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:18.719285 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 93a86619-1004-4bae-92b0-04982dce3f1d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:18.754830 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 93a86619-1004-4bae-92b0-04982dce3f1d {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:18.755169 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 93a86619-1004-4bae-92b0-04982dce3f1d not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:18.780323 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:18.976687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10163c-d495-41f3-8d74-1e8e1fb2d6f5 req-ef70cbc6-2693-47be-b726-ce09b9d7d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:18.978032 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ee10163c-d495-41f3-8d74-1e8e1fb2d6f5 req-ef70cbc6-2693-47be-b726-ce09b9d7d047 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 1130 time: 0.0435965 Apr 04 14:27:19.021272 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ee10163c-d495-41f3-8d74-1e8e1fb2d6f5 req-fe3dcfc0-b1e9-4b8c-b08c-ae8aa1f6bb91 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Apr 04 14:27:19.559971 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcf14c-842a-4f73-8606-8fa68f9066f0 req-633e963e-61ee-4a7e-b8b8-05b13430c0e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:19.561795 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60dcf14c-842a-4f73-8606-8fa68f9066f0 req-633e963e-61ee-4a7e-b8b8-05b13430c0e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0501883 Apr 04 14:27:19.605954 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60dcf14c-842a-4f73-8606-8fa68f9066f0 req-5848a248-e88f-4d8e-ab04-17d675b5d815 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Apr 04 14:27:19.718412 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c8a6b-9bda-42a2-b8dd-31ce8f718489 req-f2c7928f-34dc-4ddc-9a9f-b424fc6eeede tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:19.719926 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-270c8a6b-9bda-42a2-b8dd-31ce8f718489 req-f2c7928f-34dc-4ddc-9a9f-b424fc6eeede tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0522032 Apr 04 14:27:19.766892 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-270c8a6b-9bda-42a2-b8dd-31ce8f718489 req-09f9062d-c79e-47e5-bbce-3c2438e88a25 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Apr 04 14:27:19.820332 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd4109-65be-4adc-9405-66c8ab45e59d req-82d0ac32-ea9e-402c-bda3-af9716cce989 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:19.821685 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c6cd4109-65be-4adc-9405-66c8ab45e59d req-82d0ac32-ea9e-402c-bda3-af9716cce989 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0545096 Apr 04 14:27:19.868001 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c6cd4109-65be-4adc-9405-66c8ab45e59d req-3e92397e-9a22-4e77-aacb-89e44835d037 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Apr 04 14:27:20.728801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9021-0a66-458d-a0ef-45e7bf0fdbdb req-397981d8-0461-4596-88e4-5b768a96e28d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:20.730512 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-35af9021-0a66-458d-a0ef-45e7bf0fdbdb req-397981d8-0461-4596-88e4-5b768a96e28d tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0593724 Apr 04 14:27:20.777907 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-35af9021-0a66-458d-a0ef-45e7bf0fdbdb req-a6c96b57-c6e7-4611-a01c-20a1c386c778 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417962 Apr 04 14:27:20.884922 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937d22-daa7-41a5-81e0-33df36ac9618 req-a93a40a1-be65-4334-bf97-66c0d6a38083 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:20.886411 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-05937d22-daa7-41a5-81e0-33df36ac9618 req-a93a40a1-be65-4334-bf97-66c0d6a38083 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0519867 Apr 04 14:27:20.893584 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a75d-d92e-43c1-8918-c9c1d73b2bba req-8e8c1e4b-da7e-47ac-b1b4-a43ef82b3cd3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:20.895264 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2371a75d-d92e-43c1-8918-c9c1d73b2bba req-8e8c1e4b-da7e-47ac-b1b4-a43ef82b3cd3 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0537844 Apr 04 14:27:20.903671 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37008) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:20.908247 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Request body: {'floatingip': {'port_id': '8b3af330-613b-404f-9360-b4d3290820c2'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:27:20.938657 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-05937d22-daa7-41a5-81e0-33df36ac9618 req-2709878e-702e-4418-8221-e73d62a4265a tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/security-groups?id=682d1fd8-6778-4148-9d2b-096399bbc12a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Apr 04 14:27:20.948920 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.084469 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c15c-7233-4479-917e-0a86f02ed715 req-a2c83b0b-de1c-4f20-940f-d517c4a9d109 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:21.085949 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7d81c15c-7233-4479-917e-0a86f02ed715 req-a2c83b0b-de1c-4f20-940f-d517c4a9d109 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.1402357 Apr 04 14:27:21.209775 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7d81c15c-7233-4479-917e-0a86f02ed715 req-c368866a-ff8a-4f96-8aba-923ba3d1afdb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179535 Apr 04 14:27:21.351706 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-f4fffec1-60bd-47c1-bb69-9484a981b853 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:21.353136 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-f4fffec1-60bd-47c1-bb69-9484a981b853 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 945 time: 0.0540161 Apr 04 14:27:21.442301 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.450354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Deleting port 5400162e-7add-40a2-be1c-764bd15e9e2f {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:21.450702 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.500780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.540365 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] For port 5400162e-7add-40a2-be1c-764bd15e9e2f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5400162e-7add-40a2-be1c-764bd15e9e2f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:21.540738 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.554289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Calling delete_port for 5400162e-7add-40a2-be1c-764bd15e9e2f owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:21.603252 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP c4863115-8f36-4e5c-932e-1efb5e8e070b associated. External IP: 172.27.3.158, port: 8b3af330-613b-404f-9360-b4d3290820c2. Apr 04 14:27:21.724129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (5400162e-7add-40a2-be1c-764bd15e9e2f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.736998 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['5400162e-7add-40a2-be1c-764bd15e9e2f'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:27:21.760596 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Pushing event deleted for resources: {'Port': ['ID=5400162e-7add-40a2-be1c-764bd15e9e2f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:21.801159 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] No DVR routers for this DVR port 5400162e-7add-40a2-be1c-764bd15e9e2f on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:21.803649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:21.807016 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-82be1010-3f5b-47f6-8d74-3226e89f5244 req-6beaabdf-ef71-4640-81ba-087f1acd1252 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.18 "DELETE /v2.0/ports/5400162e-7add-40a2-be1c-764bd15e9e2f HTTP/1.1" status: 204 len: 173 time: 0.4459255 Apr 04 14:27:21.807509 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'name': 'network-vif-deleted', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:21.809751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec019c3d-30f7-4f92-944f-39069b6f4865" -d '{"events": [{"server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "name": "network-vif-deleted", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:21.814663 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:27:21.852513 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d8b93-0931-4e1d-b22a-5e3cd3d1f9ce x-openstack-request-id: req-3c6d8b93-0931-4e1d-b22a-5e3cd3d1f9ce {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:21.852513 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c858509a-51dc-47c6-b57e-02acc948e89f", "name": "network-vif-deleted", "tag": "5400162e-7add-40a2-be1c-764bd15e9e2f", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:21.852742 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c6d8b93-0931-4e1d-b22a-5e3cd3d1f9ce {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:21.853102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6d8b93-0931-4e1d-b22a-5e3cd3d1f9ce'] response: {'server_uuid': 'c858509a-51dc-47c6-b57e-02acc948e89f', 'name': 'network-vif-deleted', 'tag': '5400162e-7add-40a2-be1c-764bd15e9e2f', 'status': 'completed', 'code': 200} Apr 04 14:27:22.172199 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-03fbfc77-9278-4c64-a06d-ac6c6c6ea13c req-317818ff-2b24-4fbc-96cc-133ecd246f20 tempest-ServerRescueNegativeTestJSON-1221333811 tempest-ServerRescueNegativeTestJSON-1221333811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c858509a-51dc-47c6-b57e-02acc948e89f HTTP/1.1" status: 200 len: 210 time: 0.0348148 Apr 04 14:27:22.207646 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:27:22.212624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:22.220716 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:27:22.236962 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:22.238397 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:27:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:22.243334 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-81476533-7b1e-4d63-a1c6-98afd28c1fdd tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "PUT /v2.0/floatingips/c4863115-8f36-4e5c-932e-1efb5e8e070b HTTP/1.1" status: 200 len: 992 time: 1.3383999 Apr 04 14:27:22.243914 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:22.246303 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef70ad10-5b2d-4644-8b0d-0d7390297b15" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "tag": "8b3af330-613b-404f-9360-b4d3290820c2"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:22.295384 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ba2d3-4edd-4993-8047-d83e538cf24f x-openstack-request-id: req-991ba2d3-4edd-4993-8047-d83e538cf24f {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:22.295687 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "tag": "8b3af330-613b-404f-9360-b4d3290820c2", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:22.295957 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-991ba2d3-4edd-4993-8047-d83e538cf24f {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:22.296352 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991ba2d3-4edd-4993-8047-d83e538cf24f'] response: {'name': 'network-changed', 'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2', 'status': 'completed', 'code': 200} Apr 04 14:27:22.379339 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:22.387030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede422e-4f02-4883-941f-159e8694fc01 req-1eefe529-0544-4655-819c-bca1235c2464 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:22.388615 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2ede422e-4f02-4883-941f-159e8694fc01 req-1eefe529-0544-4655-819c-bca1235c2464 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0852833 Apr 04 14:27:22.403269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-955c4ea9-a590-49ce-aa9f-77a4975995ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:22.404698 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-955c4ea9-a590-49ce-aa9f-77a4975995ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 1130 time: 0.0733302 Apr 04 14:27:22.488529 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2ede422e-4f02-4883-941f-159e8694fc01 req-2ef8385f-442b-4272-9eac-a92fa2e15c55 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926509 Apr 04 14:27:22.519467 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-6873e3c8-0b76-4864-939c-0de899b8bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:22.520903 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-6873e3c8-0b76-4864-939c-0de899b8bea2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 200 len: 916 time: 0.1075253 Apr 04 14:27:22.589950 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-3224cb82-b065-49af-9c96-2f38eb97d003 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b3af330-613b-404f-9360-b4d3290820c2 HTTP/1.1" status: 200 len: 1000 time: 0.0610971 Apr 04 14:27:22.604841 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'c4863115-8f36-4e5c-932e-1efb5e8e070b', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8b3af330-613b-404f-9360-b4d3290820c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:cf:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:27:07Z', 'updated_at': '2022-04-04T14:27:21Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:22.637010 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:27:22.646688 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:22.647455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:27:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:22.649182 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-e0913410-7ecc-4acc-8412-4327b5f7ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:22.650636 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-e0913410-7ecc-4acc-8412-4327b5f7ff15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 200 len: 854 time: 0.0502985 Apr 04 14:27:22.703066 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-66bdb388-d97e-478d-b906-561a2ff232d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:22.704720 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-66bdb388-d97e-478d-b906-561a2ff232d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479426 Apr 04 14:27:22.760033 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:22.800551 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-1f6e4230-2591-49fd-917f-5805cce0579c service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878034 Apr 04 14:27:22.893468 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ef70ad10-5b2d-4644-8b0d-0d7390297b15 req-3d3f9590-2fb6-44d5-86b2-0e0928a52974 service neutron] 10.222.0.18 "GET /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812585 Apr 04 14:27:22.994709 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'c4863115-8f36-4e5c-932e-1efb5e8e070b', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8b3af330-613b-404f-9360-b4d3290820c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:cf:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:27:07Z', 'updated_at': '2022-04-04T14:27:21Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:23.024665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c47f66-a285-4756-9d2d-b8ae424818d6 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': 'c4863115-8f36-4e5c-932e-1efb5e8e070b', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'port_id': '8b3af330-613b-404f-9360-b4d3290820c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'mac_address': 'fa:16:3e:cf:3b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:27:07Z', 'updated_at': '2022-04-04T14:27:21Z', 'revision_number': 1, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:27:23.046401 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-a9852e9e-8949-44aa-9d7a-5405bcf4aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:23.048237 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-a9852e9e-8949-44aa-9d7a-5405bcf4aaba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.0451279 Apr 04 14:27:23.145807 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-9253e52e-dfe2-4056-b79b-35de02c271de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:23.149024 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-9253e52e-dfe2-4056-b79b-35de02c271de service neutron] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 908 time: 0.0931845 Apr 04 14:27:23.216069 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-327ee607-15bb-4460-a354-bcab96dcb050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 1000 time: 0.0604947 Apr 04 14:27:23.225659 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc29a89-9953-4593-9f4f-5f24d6063dc5 None None] New status for floating IP c4863115-8f36-4e5c-932e-1efb5e8e070b: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:27:23.234527 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37022) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:23.274718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-2c14a4df-9820-45da-98b1-4c7a99ada922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:23.276607 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-2c14a4df-9820-45da-98b1-4c7a99ada922 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.0514660 Apr 04 14:27:23.327547 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-00fc7114-0ae0-47f9-8b51-d1c0e9978529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:23.329038 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-00fc7114-0ae0-47f9-8b51-d1c0e9978529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463603 Apr 04 14:27:23.418425 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-1d285f39-ea1b-44c2-bdce-f6c64c13636e service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823522 Apr 04 14:27:23.521999 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25d44ee8-7ce7-405a-9b07-30665585f440 req-6a823482-24a4-44f9-a0a2-82fff1d07a8c service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945053 Apr 04 14:27:23.615659 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed584eb-6483-4605-a201-60b68e35bd60 req-8231c973-215f-49ab-8141-de4a295a7cfd tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:23.617136 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bed584eb-6483-4605-a201-60b68e35bd60 req-8231c973-215f-49ab-8141-de4a295a7cfd tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0530343 Apr 04 14:27:23.664604 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bed584eb-6483-4605-a201-60b68e35bd60 req-476f771f-952c-4739-a2f3-e5c7df057a3b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Apr 04 14:27:23.760826 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (52958e60-21bd-4412-95ab-389849593b2f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:24.068198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Deleting port c156c344-a8be-4e69-b351-fae3909fab8f {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:24.070542 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:24.147577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] For port c156c344-a8be-4e69-b351-fae3909fab8f, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c156c344-a8be-4e69-b351-fae3909fab8f,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:24.147944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:24.160614 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Calling delete_port for c156c344-a8be-4e69-b351-fae3909fab8f owned by network:router_interface {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:24.403075 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 5400162e-7add-40a2-be1c-764bd15e9e2f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:24.404325 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (c156c344-a8be-4e69-b351-fae3909fab8f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:24.425839 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 5400162e-7add-40a2-be1c-764bd15e9e2f {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:24.426184 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 5400162e-7add-40a2-be1c-764bd15e9e2f not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:24.431619 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c156c344-a8be-4e69-b351-fae3909fab8f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:24.600946 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (52958e60-21bd-4412-95ab-389849593b2f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:24.788270 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f905-c673-4c46-b382-34a1346f0244 req-541be3b0-c891-41fd-9d05-061cffa5b28b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:24.789819 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9b87f905-c673-4c46-b382-34a1346f0244 req-541be3b0-c891-41fd-9d05-061cffa5b28b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0555301 Apr 04 14:27:24.828931 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Router 52958e60-21bd-4412-95ab-389849593b2f has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:27:24.839860 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9b87f905-c673-4c46-b382-34a1346f0244 req-4eff1da6-c115-4749-b489-67a400492029 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 Apr 04 14:27:24.937797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:27:24.945203 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f9e7e7fb-82d5-400f-997d-bbad0196a2a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/52958e60-21bd-4412-95ab-389849593b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072740 Apr 04 14:27:24.945499 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37040) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:24.950854 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Sync routers for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:27:24.961833 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:24.962456 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:27:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:25.051763 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks [] for router (52958e60-21bd-4412-95ab-389849593b2f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.159071 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks [] for router_gateway (52958e60-21bd-4412-95ab-389849593b2f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.192173 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:25.306344 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Deleting port 97f53fdb-9f4f-48cf-b2fc-a474925f3972 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:25.306764 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.370267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:27:24Z', 'revision_number': 5, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port': {'id': '97f53fdb-9f4f-48cf-b2fc-a474925f3972', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958e60-21bd-4412-95ab-389849593b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:15Z', 'updated_at': '2022-04-04T14:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:25.386092 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] For port 97f53fdb-9f4f-48cf-b2fc-a474925f3972, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=97f53fdb-9f4f-48cf-b2fc-a474925f3972,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:25.386449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.401814 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Checking router: 52958e60-21bd-4412-95ab-389849593b2f for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:27:25.402867 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Calling delete_port for 97f53fdb-9f4f-48cf-b2fc-a474925f3972 owned by network:router_gateway {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:25.410256 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Routers {'52958e60-21bd-4412-95ab-389849593b2f'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:27:25.410818 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:27:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['52958e60-21bd-4412-95ab-389849593b2f'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:25.499240 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] Set router 52958e60-21bd-4412-95ab-389849593b2f gateway port host: None {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:27:25.553061 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:27:25Z', 'revision_number': 6, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:25.580267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db34035-0531-49bd-b5a9-d0d8c291d474 None None] The sync data for ids ['52958e60-21bd-4412-95ab-389849593b2f'] in dv-cinder-835880-4-iscsi is: [{'id': '52958e60-21bd-4412-95ab-389849593b2f', 'name': 'tempest-ServerRescueNegativeTestJSON-2114754732-router', 'tenant_id': '54340a3426894ba88a09a8b92b6b1805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:27:25Z', 'revision_number': 6, 'project_id': '54340a3426894ba88a09a8b92b6b1805', 'gw_port_host': None}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:27:25.638769 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (97f53fdb-9f4f-48cf-b2fc-a474925f3972), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.670804 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=97f53fdb-9f4f-48cf-b2fc-a474925f3972,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:25.724404 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (52958e60-21bd-4412-95ab-389849593b2f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.829242 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (52958e60-21bd-4412-95ab-389849593b2f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.831393 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks [] for router_controller (52958e60-21bd-4412-95ab-389849593b2f), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.964242 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab1b7-7c0d-4f17-a853-06ba3589c548 req-9a309170-93db-4415-adbd-035e649af76d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:25.965746 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dfaab1b7-7c0d-4f17-a853-06ba3589c548 req-9a309170-93db-4415-adbd-035e649af76d tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0542684 Apr 04 14:27:25.969357 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (52958e60-21bd-4412-95ab-389849593b2f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.969624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52958e60-21bd-4412-95ab-389849593b2f {{(pid=103853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:27:25.979386 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:25.979386 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f938475f-6487-4d36-b831-d24732999b2e admin admin] 10.222.0.13 "DELETE /v2.0/routers/52958e60-21bd-4412-95ab-389849593b2f HTTP/1.1" status: 204 len: 168 time: 1.0311077 Apr 04 14:27:25.980635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37048) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:26.027842 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dfaab1b7-7c0d-4f17-a853-06ba3589c548 req-1eebf718-308b-410f-8600-008115e6d5b4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560384 Apr 04 14:27:26.043354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Deleting subnet 2bf371d4-8fd9-4789-9a2c-d752027e4b3b {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:27:26.047839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Publish callbacks [] for subnet (2bf371d4-8fd9-4789-9a2c-d752027e4b3b), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.083079 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Publish callbacks [] for subnet (2bf371d4-8fd9-4789-9a2c-d752027e4b3b), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.157719 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (2bf371d4-8fd9-4789-9a2c-d752027e4b3b), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.326398 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for subnet (2bf371d4-8fd9-4789-9a2c-d752027e4b3b), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.352708 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf371d4-8fd9-4789-9a2c-d752027e4b3b,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:26.358914 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.362495 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-206c7ffa-102f-4b00-b796-b0403bbdb033 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bf371d4-8fd9-4789-9a2c-d752027e4b3b HTTP/1.1" status: 204 len: 168 time: 0.3802345 Apr 04 14:27:26.364973 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37052) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:26.367919 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c44507-cc8b-42d0-a2ad-9715d5e126b8 None None] Network 2a712b1f-a475-425b-b02a-8f49b10aa942 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:27:26.425221 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c156c344-a8be-4e69-b351-fae3909fab8f no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:26.446113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (2a712b1f-a475-425b-b02a-8f49b10aa942), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.448043 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: c156c344-a8be-4e69-b351-fae3909fab8f {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:26.448395 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c156c344-a8be-4e69-b351-fae3909fab8f not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:26.448813 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 97f53fdb-9f4f-48cf-b2fc-a474925f3972 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:26.474513 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 97f53fdb-9f4f-48cf-b2fc-a474925f3972 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:26.474865 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 97f53fdb-9f4f-48cf-b2fc-a474925f3972 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:26.517281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Deleting port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:26.517690 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.587069 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] For port bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:26.587482 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.598913 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] DHCP port deletion for 2a712b1f-a475-425b-b02a-8f49b10aa942 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:27:26.602350 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Calling delete_port for bea36b7c-29c2-4eac-820d-b13f5f56a6e7 owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:26.665733 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Deleting port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:27:26.666232 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.731434 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] For port bea36b7c-29c2-4eac-820d-b13f5f56a6e7, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,segment=NetworkSegment(b4ba69bc-2679-4d8f-b41a-243178a599ec),segment_id=b4ba69bc-2679-4d8f-b41a-243178a599ec)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:26.731837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.745822 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Calling delete_port for bea36b7c-29c2-4eac-820d-b13f5f56a6e7 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:27:26.775737 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.803130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:26.805097 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] No DVR routers for this DVR port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:26.880640 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (bea36b7c-29c2-4eac-820d-b13f5f56a6e7), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.890435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (2a712b1f-a475-425b-b02a-8f49b10aa942), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:26.911334 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] Pushing event deleted for resources: {'Port': ['ID=bea36b7c-29c2-4eac-820d-b13f5f56a6e7,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:26.915888 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e172f9b-7966-4f22-baf8-1ed0317e2cfe None None] No DVR routers for this DVR port bea36b7c-29c2-4eac-820d-b13f5f56a6e7 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:27:26.916319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.916319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.916319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.916319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > port after_create 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.916662 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.916751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > port after_update 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.917054 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.917461 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.917789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.918114 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.994215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.994832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.994928 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.995309 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 14:27:26.995685 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a712b1f-a475-425b-b02a-8f49b10aa942']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:27.013333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ba69bc-2679-4d8f-b41a-243178a599ec') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:27.013632 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ba69bc-2679-4d8f-b41a-243178a599ec') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:27:27.030360 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (b4ba69bc-2679-4d8f-b41a-243178a599ec), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.052005 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (b4ba69bc-2679-4d8f-b41a-243178a599ec), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.061481 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:27:27.061883 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (b4ba69bc-2679-4d8f-b41a-243178a599ec), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: from cryptography.utils import int_from_bytes Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: from cryptography.utils import int_from_bytes Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:27:27.065951 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:27:27.395926 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312df9-6920-4d37-91cd-45566d8926b2 req-d972d076-bd00-4e0b-9e27-576d77177085 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:27.397196 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-49312df9-6920-4d37-91cd-45566d8926b2 req-d972d076-bd00-4e0b-9e27-576d77177085 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.3155549 Apr 04 14:27:27.397961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (2a712b1f-a475-425b-b02a-8f49b10aa942), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.419489 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.422776 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a712b1f-a475-425b-b02a-8f49b10aa942 HTTP/1.1" status: 204 len: 168 time: 1.0568447 Apr 04 14:27:27.425324 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03065b-721e-42cf-a325-f9e8127f4f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a712b1f-a475-425b-b02a-8f49b10aa942,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:27.444714 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8af17-f9eb-45ef-a21e-44ac14e0679c req-cf7a9ff8-c653-402a-92e5-82b92a0abbc7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:27.455884 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dea8af17-f9eb-45ef-a21e-44ac14e0679c req-cf7a9ff8-c653-402a-92e5-82b92a0abbc7 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.3297954 Apr 04 14:27:27.456519 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-49312df9-6920-4d37-91cd-45566d8926b2 req-2dc26c09-9a94-4087-b005-b00c2f8ede6c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 Apr 04 14:27:27.498088 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dea8af17-f9eb-45ef-a21e-44ac14e0679c req-09f619d0-1bbb-46da-970e-8a884259e14b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Apr 04 14:27:27.698625 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37072) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:27.743377 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4cdb40ee-7084-4242-b2f7-084d6e81ce62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54340a3426894ba88a09a8b92b6b1805&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410180 Apr 04 14:27:27.743642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37076) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:27.790826 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] Publish callbacks [] for security_group (682d1fd8-6778-4148-9d2b-096399bbc12a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.813189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] Publish callbacks [] for security_group (682d1fd8-6778-4148-9d2b-096399bbc12a), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.822655 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b106e-17ca-4bf6-960f-c12b3e2a22b6 req-c99de9ff-2560-4bbb-af69-7633088db390 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:27.824259 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c38b106e-17ca-4bf6-960f-c12b3e2a22b6 req-c99de9ff-2560-4bbb-af69-7633088db390 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0518515 Apr 04 14:27:27.878387 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c38b106e-17ca-4bf6-960f-c12b3e2a22b6 req-57649f9a-cd7c-4ff4-b5ed-2ac25a788092 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474973 Apr 04 14:27:27.940825 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37082) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:27.952928 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (682d1fd8-6778-4148-9d2b-096399bbc12a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.955664 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:27.959460 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/682d1fd8-6778-4148-9d2b-096399bbc12a HTTP/1.1" status: 204 len: 168 time: 0.2147439 Apr 04 14:27:27.971627 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df024373-a87c-4779-ace0-8638c7f69cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d1fd8-6778-4148-9d2b-096399bbc12a,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:28.044800 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-a8a7734d-d72d-48b4-a437-7ba25e07651a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027863 Apr 04 14:27:28.051083 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-3947d3f9-29ee-49dd-a026-3275384bdedc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:27:28.061779 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-3947d3f9-29ee-49dd-a026-3275384bdedc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095820 Apr 04 14:27:28.102801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bea36b7c-29c2-4eac-820d-b13f5f56a6e7 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:28.124746 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: bea36b7c-29c2-4eac-820d-b13f5f56a6e7 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:27:28.125099 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device bea36b7c-29c2-4eac-820d-b13f5f56a6e7 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:27:28.193443 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37092) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:28.402391 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-3e83a536-2204-4481-b084-f70ea3ebdc79 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:28.403853 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-3e83a536-2204-4481-b084-f70ea3ebdc79 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports/4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 942 time: 0.2094438 Apr 04 14:27:28.425947 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:27:28.504313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 is: ACTIVE; New status is: DOWN {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:28.504713 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:28.533715 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:28.536137 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc008efc-7dcd-46a3-ab52-1a009c14df06" -d '{"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:28.550465 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:28.584709 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28230a-d5c5-4453-a32f-aa4c369af0c2 req-76dc390e-a5bb-4df2-b4d2-8f4a2be88521 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:28.584709 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1c28230a-d5c5-4453-a32f-aa4c369af0c2 req-76dc390e-a5bb-4df2-b4d2-8f4a2be88521 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0589297 Apr 04 14:27:28.584938 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a50cd-c08e-4400-aa82-b9aca677ea9d x-openstack-request-id: req-8b6a50cd-c08e-4400-aa82-b9aca677ea9d {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:28.584938 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-unplugged", "status": "failed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "code": 422}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:28.584938 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b6a50cd-c08e-4400-aa82-b9aca677ea9d {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:28.585249 dv-cinder-835880-4-iscsi neutron-server[103854]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b6a50cd-c08e-4400-aa82-b9aca677ea9d']: {'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'code': 422} returned with failed status Apr 04 14:27:28.628023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:28.642536 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1c28230a-d5c5-4453-a32f-aa4c369af0c2 req-f4bf488c-930a-4f7e-a34a-5595836bda85 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526428 Apr 04 14:27:28.681501 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=6']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:29.001999 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235ff56-de45-48ef-bc9d-5222b982f4bf req-b7153136-b745-4f69-8c56-8f002bd80d12 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:29.003407 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2235ff56-de45-48ef-bc9d-5222b982f4bf req-b7153136-b745-4f69-8c56-8f002bd80d12 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0531259 Apr 04 14:27:29.056051 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2235ff56-de45-48ef-bc9d-5222b982f4bf req-39da2beb-eef6-45f6-b5c6-911283c29e1b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465953 Apr 04 14:27:29.761742 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c20f1-7798-467a-a4e6-0ecca390a4bc req-8d4230f3-6dbd-4ecc-ba0c-b783a12922a0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:29.767946 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-151c20f1-7798-467a-a4e6-0ecca390a4bc req-8d4230f3-6dbd-4ecc-ba0c-b783a12922a0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0571444 Apr 04 14:27:29.808888 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-151c20f1-7798-467a-a4e6-0ecca390a4bc req-e5fe2255-04d3-4196-8ec1-23974961acdb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 Apr 04 14:27:30.172516 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac8871-bbb3-46c2-b856-dfd759efc80f req-d8c19ac3-00ac-45a3-b8ea-6a2cb8a00dc2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:30.173955 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-01ac8871-bbb3-46c2-b856-dfd759efc80f req-d8c19ac3-00ac-45a3-b8ea-6a2cb8a00dc2 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0510623 Apr 04 14:27:30.221120 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-01ac8871-bbb3-46c2-b856-dfd759efc80f req-8207aaaa-0713-4af1-83a7-32e63b49f512 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414870 Apr 04 14:27:30.936269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db4f2e-e9a6-41d7-bafe-7cfc939bbc62 req-85250c7d-b5fa-4cdc-af9f-8d2970cf3262 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:30.937836 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-78db4f2e-e9a6-41d7-bafe-7cfc939bbc62 req-85250c7d-b5fa-4cdc-af9f-8d2970cf3262 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0568633 Apr 04 14:27:31.007296 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-78db4f2e-e9a6-41d7-bafe-7cfc939bbc62 req-d7c7e1dd-8576-463f-90d1-2aa6f297bc2c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639820 Apr 04 14:27:31.031771 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-4b38572f-7313-4c69-8de2-3c221cbd957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.031771 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-4b38572f-7313-4c69-8de2-3c221cbd957f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee&tenant_id=219e1dc249474585875b6db15f207e90 HTTP/1.1" status: 200 len: 1127 time: 0.1640639 Apr 04 14:27:31.089219 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-1d7c8947-d4a7-4b8f-9a18-da5a03c46caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.090564 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-1d7c8947-d4a7-4b8f-9a18-da5a03c46caf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1127 time: 0.0432310 Apr 04 14:27:31.186556 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-fb9c8a89-ae6c-4181-8ad5-a0079b07090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.188064 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-fb9c8a89-ae6c-4181-8ad5-a0079b07090c service neutron] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 908 time: 0.0907207 Apr 04 14:27:31.252662 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-d4bbd2b1-4e87-483e-8343-1aeece013ffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 998 time: 0.0586247 Apr 04 14:27:31.304063 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-241bca4d-5d81-407b-b418-27bbd58ff9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.305545 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-241bca4d-5d81-407b-b418-27bbd58ff9af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.0476701 Apr 04 14:27:31.343764 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a501c-64ac-41e5-8bfe-ccc754abe0d0 req-d117fe64-96f0-42ab-b2c8-f7b0ab0fe704 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.345154 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6a501c-64ac-41e5-8bfe-ccc754abe0d0 req-d117fe64-96f0-42ab-b2c8-f7b0ab0fe704 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0533495 Apr 04 14:27:31.355518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-6c93fa0d-f77d-43e2-b999-c72f4cf29ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:31.357017 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-6c93fa0d-f77d-43e2-b999-c72f4cf29ae0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449932 Apr 04 14:27:31.406564 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa6a501c-64ac-41e5-8bfe-ccc754abe0d0 req-461e7843-c884-42d5-9c9e-9e87badb64dc tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555897 Apr 04 14:27:31.453917 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-2058d7bd-e4a7-4261-8593-1e144ef4c318 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910292 Apr 04 14:27:31.544972 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9e53bf25-dbca-4f71-9346-0056a82f342c req-9c72acac-e11b-4a67-a3c2-924482cf76d4 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848956 Apr 04 14:27:32.137044 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895266b-1653-4feb-b636-119df46c2380 req-7b71a0a3-90e4-42a0-9b86-8d179e6e8a43 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:32.138455 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d895266b-1653-4feb-b636-119df46c2380 req-7b71a0a3-90e4-42a0-9b86-8d179e6e8a43 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0515544 Apr 04 14:27:32.185445 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d895266b-1653-4feb-b636-119df46c2380 req-6ce1e199-0527-4aa3-8003-763f75a73b8b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Apr 04 14:27:32.525725 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22300f28-eabd-4aa7-9f86-305e7f450e60 req-3ef0d58d-904d-4a5f-accc-6fcf2e17bf09 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:32.527279 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-22300f28-eabd-4aa7-9f86-305e7f450e60 req-3ef0d58d-904d-4a5f-accc-6fcf2e17bf09 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0524218 Apr 04 14:27:32.584990 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-22300f28-eabd-4aa7-9f86-305e7f450e60 req-6a4f7a20-436e-4c02-ae77-51e676c59a58 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513787 Apr 04 14:27:33.306502 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced531-e465-45ef-8854-4aaa402c55fb req-57f8d365-7b5c-490d-b839-7b8962fbd338 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:33.307973 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-46ced531-e465-45ef-8854-4aaa402c55fb req-57f8d365-7b5c-490d-b839-7b8962fbd338 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0514369 Apr 04 14:27:33.357012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-46ced531-e465-45ef-8854-4aaa402c55fb req-95ba7770-c5f5-4dc4-a0fb-2129a0237aaa tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Apr 04 14:27:33.700706 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da354455-e861-434e-86e4-32281cf5006f req-9b476b5e-8774-42c2-ae21-6dfc37620bca tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:33.702201 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-da354455-e861-434e-86e4-32281cf5006f req-9b476b5e-8774-42c2-ae21-6dfc37620bca tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0521951 Apr 04 14:27:33.750982 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-da354455-e861-434e-86e4-32281cf5006f req-36a5f415-244a-4d3d-9299-d38b1b7e5f1b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Apr 04 14:27:34.477329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595ad53-f8d5-4109-ab13-9b577ab0846e req-4a410351-90d3-4ed7-b731-07a182ee2c30 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:34.479088 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c595ad53-f8d5-4109-ab13-9b577ab0846e req-4a410351-90d3-4ed7-b731-07a182ee2c30 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0522070 Apr 04 14:27:34.524208 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c595ad53-f8d5-4109-ab13-9b577ab0846e req-28dad0f7-0901-4e41-93f7-9c10320b1073 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386581 Apr 04 14:27:34.879921 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40cb9-343f-4be5-a407-c0d7179d0225 req-e7c4f315-2ba5-4811-becb-92bc8e098abe tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:34.881314 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-76d40cb9-343f-4be5-a407-c0d7179d0225 req-e7c4f315-2ba5-4811-becb-92bc8e098abe tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0587389 Apr 04 14:27:34.931237 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-76d40cb9-343f-4be5-a407-c0d7179d0225 req-80236609-77cd-4510-8fca-5def63595cfa tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 Apr 04 14:27:35.800020 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e308-948a-4a78-8f34-52f309f0c588 req-7918ec90-bff6-40d6-ab3d-fc3220ac1341 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:35.801459 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fb27e308-948a-4a78-8f34-52f309f0c588 req-7918ec90-bff6-40d6-ab3d-fc3220ac1341 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0506575 Apr 04 14:27:35.846306 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fb27e308-948a-4a78-8f34-52f309f0c588 req-c8825fa0-3795-4287-b5b2-0c032802c131 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 Apr 04 14:27:36.051002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541b342-1964-49db-9f1c-60fea71803d1 req-cad33acd-0a13-492d-8ca0-acf16f8b51cb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:36.052493 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c541b342-1964-49db-9f1c-60fea71803d1 req-cad33acd-0a13-492d-8ca0-acf16f8b51cb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0542731 Apr 04 14:27:36.099623 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c541b342-1964-49db-9f1c-60fea71803d1 req-55031dfb-93bc-4271-9f02-ac59ae03c30a tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415127 Apr 04 14:27:36.504537 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:27:36.971508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f32d1e-98b5-4074-8787-7c757a08f875 req-3f975a94-11ec-4ba7-8e16-762a9151cc8c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:36.972984 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a1f32d1e-98b5-4074-8787-7c757a08f875 req-3f975a94-11ec-4ba7-8e16-762a9151cc8c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0575294 Apr 04 14:27:37.018618 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a1f32d1e-98b5-4074-8787-7c757a08f875 req-f93998a6-cc3b-4078-b1df-971ee2db35cd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Apr 04 14:27:37.217508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b238464-5799-48e2-85a9-4cf36d43b95c req-282731de-5ea6-410a-928d-08c0b26cc913 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:37.218962 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6b238464-5799-48e2-85a9-4cf36d43b95c req-282731de-5ea6-410a-928d-08c0b26cc913 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0517514 Apr 04 14:27:37.266411 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6b238464-5799-48e2-85a9-4cf36d43b95c req-c4ee6af2-179d-4cde-8f3a-82731ed52a95 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Apr 04 14:27:38.143302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf46f9-8998-4a33-869d-877310f0ff3c req-b2949977-24d4-46df-9c94-95c3457fc9b8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:38.150334 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ccdf46f9-8998-4a33-869d-877310f0ff3c req-b2949977-24d4-46df-9c94-95c3457fc9b8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0542927 Apr 04 14:27:38.192914 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ccdf46f9-8998-4a33-869d-877310f0ff3c req-e13434e9-5d66-4292-8516-89775f686d19 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Apr 04 14:27:38.386161 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854b3f-4249-449b-8ced-f50a9ad02e3d req-1fc4ad6f-7fea-41ae-9f58-c9e466a1e081 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:38.387735 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-06854b3f-4249-449b-8ced-f50a9ad02e3d req-1fc4ad6f-7fea-41ae-9f58-c9e466a1e081 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 943 time: 0.0555899 Apr 04 14:27:38.444570 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-06854b3f-4249-449b-8ced-f50a9ad02e3d req-58231edb-9770-4d32-ba06-b569b06f8d54 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513461 Apr 04 14:27:38.492304 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:27:38.594105 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:38.605275 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'port_id': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'mac_address': 'fa:16:3e:6e:87:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:27:38.641107 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:38.641488 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:38.656234 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e86c7-8f83-4f88-ac72-540f71cf6787 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:27:38.675522 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:38.740770 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:38.793654 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=7']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:39.020252 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['4d8e86c7-8f83-4f88-ac72-540f71cf6787'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:27:39.074648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37266) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:39.186130 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.281008 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Publish callbacks [] for security_group (9dccf68f-95f0-4fbd-93fa-eae17957100f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.326394 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbcdb-1aaa-4f8f-b6f9-7ecdc214390c req-ed5a8b99-2022-4c6e-8557-f0d3929a4895 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:39.327920 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-178bbcdb-1aaa-4f8f-b6f9-7ecdc214390c req-ed5a8b99-2022-4c6e-8557-f0d3929a4895 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0636475 Apr 04 14:27:39.360336 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9dccf68f-95f0-4fbd-93fa-eae17957100f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.392363 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-178bbcdb-1aaa-4f8f-b6f9-7ecdc214390c req-7355f7d4-e9c3-4084-8e8f-de1c1678354a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588691 Apr 04 14:27:39.417055 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc38bb3f89b44999bbfc302de9553a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358448 Apr 04 14:27:39.417055 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dccf68f-95f0-4fbd-93fa-eae17957100f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:39.417055 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37272) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:39.430700 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.431056 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.431439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.431783 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.434313 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.435012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.435012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.435012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.435361 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7618d7-2e44-4588-94fe-037bf60a24de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:39.473846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] Publish callbacks [] for security_group (9dccf68f-95f0-4fbd-93fa-eae17957100f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.495771 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] Publish callbacks [] for security_group (9dccf68f-95f0-4fbd-93fa-eae17957100f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.561258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9c834-ff5a-4cd1-ade0-5d2976c2cdef req-f276bdac-6a55-47d9-b5f8-8728d4491c5e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:39.562728 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-daa9c834-ff5a-4cd1-ade0-5d2976c2cdef req-f276bdac-6a55-47d9-b5f8-8728d4491c5e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0517671 Apr 04 14:27:39.610506 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-daa9c834-ff5a-4cd1-ade0-5d2976c2cdef req-ff596cc2-91b2-4ab6-b800-589d6148cdde tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 Apr 04 14:27:39.614179 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9dccf68f-95f0-4fbd-93fa-eae17957100f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.616821 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:39.620436 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dccf68f-95f0-4fbd-93fa-eae17957100f HTTP/1.1" status: 204 len: 168 time: 0.2025425 Apr 04 14:27:39.626311 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965078f-cf95-4611-81e3-673e0ed6b137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dccf68f-95f0-4fbd-93fa-eae17957100f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:40.517582 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408cec8-16b3-42f7-b74f-ace500b566af req-a139779f-42e4-4b19-becc-75fd71b1a5e9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:40.518191 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:27:40.520608 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d408cec8-16b3-42f7-b74f-ace500b566af req-a139779f-42e4-4b19-becc-75fd71b1a5e9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0569625 Apr 04 14:27:40.568508 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:27:40.568887 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:40.568997 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d408cec8-16b3-42f7-b74f-ace500b566af req-8a6567d5-0849-4ef7-a261-e32d8857596e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Apr 04 14:27:40.650478 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:40.650877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:40.674691 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:40.677343 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a8505-464c-41b2-9950-e72f418642f0" -d '{"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:40.690188 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:40.713298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc0e42c-cd64-4154-96ee-dc01fb48bb42 x-openstack-request-id: req-6bc0e42c-cd64-4154-96ee-dc01fb48bb42 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:40.713585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:40.713858 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bc0e42c-cd64-4154-96ee-dc01fb48bb42 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:40.714432 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc0e42c-cd64-4154-96ee-dc01fb48bb42'] response: {'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'code': 200} Apr 04 14:27:40.731705 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679e0e-8a37-4ab5-b9be-2e77e0c97621 req-9ac5cee3-02cc-4bba-ad81-fc1857153348 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:40.733728 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35679e0e-8a37-4ab5-b9be-2e77e0c97621 req-9ac5cee3-02cc-4bba-ad81-fc1857153348 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 944 time: 0.0559661 Apr 04 14:27:40.740848 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:40.791529 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35679e0e-8a37-4ab5-b9be-2e77e0c97621 req-79bc5b3f-5786-438c-878f-6e52b22050e4 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520482 Apr 04 14:27:40.791915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=8']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:41.058688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f886a2-a79a-43c0-a32d-f0dd94c82430 req-2040af15-39e2-49e3-9084-8b355610c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:41.061314 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71f886a2-a79a-43c0-a32d-f0dd94c82430 req-2040af15-39e2-49e3-9084-8b355610c502 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.0429809 Apr 04 14:27:41.105600 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71f886a2-a79a-43c0-a32d-f0dd94c82430 req-ba3d13d3-7840-467d-9445-f67dc47353e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399437 Apr 04 14:27:41.175250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef8b04b2-e489-4d27-80f8-6b7ad4890a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:41.693321 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aab54-8c1b-4b96-8ee5-6ee00ae53760 req-98211024-639a-44bb-85e9-50d1f405f5bb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:41.694818 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-294aab54-8c1b-4b96-8ee5-6ee00ae53760 req-98211024-639a-44bb-85e9-50d1f405f5bb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0525348 Apr 04 14:27:41.741264 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-294aab54-8c1b-4b96-8ee5-6ee00ae53760 req-aaf73a5c-fc4a-4f51-82b2-657944333035 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Apr 04 14:27:41.910593 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cad308-02ba-4baa-b6c6-7236b344f853 req-84daa648-bade-46c6-8ce6-adab109050f5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:41.912088 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-45cad308-02ba-4baa-b6c6-7236b344f853 req-84daa648-bade-46c6-8ce6-adab109050f5 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0541186 Apr 04 14:27:41.959442 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-45cad308-02ba-4baa-b6c6-7236b344f853 req-d763202c-da95-457a-884c-a592c16a29bb tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417392 Apr 04 14:27:42.865121 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2df70b-2ca9-4e1e-9c66-6fb76569397e req-d8a19a32-c482-4f4c-ade1-9ef0c4445b99 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:42.866581 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cb2df70b-2ca9-4e1e-9c66-6fb76569397e req-d8a19a32-c482-4f4c-ade1-9ef0c4445b99 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0556145 Apr 04 14:27:42.911926 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cb2df70b-2ca9-4e1e-9c66-6fb76569397e req-0c6740ba-796a-4f04-ae5a-973f1d49c5fb tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Apr 04 14:27:43.076691 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d112752-469d-4acb-808e-bae95c97237a req-3002fd5f-05a1-49f3-b453-31d283385fea tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:43.078134 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d112752-469d-4acb-808e-bae95c97237a req-3002fd5f-05a1-49f3-b453-31d283385fea tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0551600 Apr 04 14:27:43.125204 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d112752-469d-4acb-808e-bae95c97237a req-fe479ff4-388e-4893-b0cd-b4a6f2756b5b tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Apr 04 14:27:43.425474 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7d1bc3ef-a6d8-487d-a2c3-e271d4563f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:44.032730 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956d498-5d52-4b81-84bb-cc5676030c7a req-9216c99b-b925-4b5c-b75f-4d0f8a4d3eb6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:44.034188 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4956d498-5d52-4b81-84bb-cc5676030c7a req-9216c99b-b925-4b5c-b75f-4d0f8a4d3eb6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0528371 Apr 04 14:27:44.080539 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4956d498-5d52-4b81-84bb-cc5676030c7a req-bf81638f-90ff-4fa1-b192-7dee4fe1f495 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Apr 04 14:27:44.677928 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:45.202837 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c11a0-b445-4868-a893-ec4ae79e150c req-e355367f-c3e9-4b77-adb0-401a94085bb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:45.204318 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e07c11a0-b445-4868-a893-ec4ae79e150c req-e355367f-c3e9-4b77-adb0-401a94085bb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0519497 Apr 04 14:27:45.251207 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e07c11a0-b445-4868-a893-ec4ae79e150c req-d787ac41-175c-4143-9894-db93b81eafc4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Apr 04 14:27:45.369174 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:45.923592 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:46.370932 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa77df-19e4-4f5a-b6af-7f036f63b9b8 req-f44a1489-7d51-46a7-b419-6226466af563 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:46.372337 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ccaa77df-19e4-4f5a-b6af-7f036f63b9b8 req-f44a1489-7d51-46a7-b419-6226466af563 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0520613 Apr 04 14:27:46.422339 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ccaa77df-19e4-4f5a-b6af-7f036f63b9b8 req-9bf71f26-0004-4b43-bbf5-5a78876760da tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436881 Apr 04 14:27:47.357663 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:47.543735 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784209-0821-4e5a-a871-d374d40845bf req-e18ebc18-1cd7-4d8f-9b25-ec69a962eeff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:47.545176 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-29784209-0821-4e5a-a871-d374d40845bf req-e18ebc18-1cd7-4d8f-9b25-ec69a962eeff tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0520105 Apr 04 14:27:47.594600 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-29784209-0821-4e5a-a871-d374d40845bf req-afee7754-e00a-40e8-9aff-bfe0e8302df1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438302 Apr 04 14:27:48.720347 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f6bd1-7141-4315-96e9-d779ad289220 req-a41d287e-b67c-435c-9c53-22b9d2116bb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:48.721957 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-880f6bd1-7141-4315-96e9-d779ad289220 req-a41d287e-b67c-435c-9c53-22b9d2116bb1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0569594 Apr 04 14:27:48.769588 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-880f6bd1-7141-4315-96e9-d779ad289220 req-5b56907b-9e7e-4112-a9d1-2483b0da557e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Apr 04 14:27:49.897016 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26547a7-2224-4723-9cf3-8a6d3d735213 req-80d594b7-4591-4d3a-86c8-3920769fc7c8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:49.897667 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b26547a7-2224-4723-9cf3-8a6d3d735213 req-80d594b7-4591-4d3a-86c8-3920769fc7c8 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0522795 Apr 04 14:27:49.945386 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b26547a7-2224-4723-9cf3-8a6d3d735213 req-25bd5bca-25ba-4ccf-a2d0-e498a1b487e6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Apr 04 14:27:50.552141 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:27:50.644304 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:50.658298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'df49389e-83e7-4ba7-b527-138ab18838de', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:27:50.694679 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: ACTIVE; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:50.695088 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:50.707534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:27:50.725838 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:50.768675 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:50.813957 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=6']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:50.909880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['df49389e-83e7-4ba7-b527-138ab18838de'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:27:51.069532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466479fb-5628-42be-a3ea-a4242245d0d0 req-13e27ec7-4883-491d-bf45-1771bed675f4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:51.071013 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-466479fb-5628-42be-a3ea-a4242245d0d0 req-13e27ec7-4883-491d-bf45-1771bed675f4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0518496 Apr 04 14:27:51.118032 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-466479fb-5628-42be-a3ea-a4242245d0d0 req-0b5643e3-6c1f-4601-bdff-7a6c47dcf672 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Apr 04 14:27:52.250273 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a10b1-cf8b-4f3b-8fc4-fd1bf8397cf2 req-b099a732-0259-4e06-ac83-7f87babab492 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:52.252329 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe2a10b1-cf8b-4f3b-8fc4-fd1bf8397cf2 req-b099a732-0259-4e06-ac83-7f87babab492 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0598421 Apr 04 14:27:52.318916 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe2a10b1-cf8b-4f3b-8fc4-fd1bf8397cf2 req-7649502e-e0a0-479c-8592-4f7714ea6459 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602686 Apr 04 14:27:52.574629 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:27:52.627567 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port df49389e-83e7-4ba7-b527-138ab18838de triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:27:52.627890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (df49389e-83e7-4ba7-b527-138ab18838de), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:52.711272 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:27:52.711925 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:52.735815 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:27:52.738306 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88009105-d51f-4e28-b5cd-96db226ca4e9" -d '{"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:27:52.760970 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:27:52.832021 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:52.862585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32281e5-317d-4ffd-937e-0b8a30fbc871 x-openstack-request-id: req-f32281e5-317d-4ffd-937e-0b8a30fbc871 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:27:52.862875 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:27:52.863130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f32281e5-317d-4ffd-937e-0b8a30fbc871 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:27:52.863539 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32281e5-317d-4ffd-937e-0b8a30fbc871'] response: {'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'code': 200} Apr 04 14:27:52.908941 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=7']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:52.916719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.917084 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.917446 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.917787 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.918126 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.918469 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.918806 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.919197 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.919655 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.920033 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.920147 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.920539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.921014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.921125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:52.921442 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:53.470867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25080cf5-c7b3-4c4e-af67-e743063ec209 req-95dfb800-5434-4963-85d2-75155150eb1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:53.480032 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25080cf5-c7b3-4c4e-af67-e743063ec209 req-95dfb800-5434-4963-85d2-75155150eb1a tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0831900 Apr 04 14:27:53.534556 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-25080cf5-c7b3-4c4e-af67-e743063ec209 req-662a484e-8d58-42a3-ab5f-349416314fd7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534308 Apr 04 14:27:53.691553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37514) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:53.815689 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c61de53-c13a-4f07-a6ac-cdd7057e8435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:53.901212 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c61de53-c13a-4f07-a6ac-cdd7057e8435 admin admin] Publish callbacks [] for security_group (9355e6b4-d363-4301-9ebf-6c91797d45a3), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:53.956816 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8c61de53-c13a-4f07-a6ac-cdd7057e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9355e6b4-d363-4301-9ebf-6c91797d45a3), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:53.998548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61de53-c13a-4f07-a6ac-cdd7057e8435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355e6b4-d363-4301-9ebf-6c91797d45a3,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:54.016654 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37518) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:54.017059 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8c61de53-c13a-4f07-a6ac-cdd7057e8435 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cfa9f10ab9848ba87243f40d4cf6adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229067 Apr 04 14:27:54.077963 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Publish callbacks [] for security_group (9355e6b4-d363-4301-9ebf-6c91797d45a3), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:54.107821 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Publish callbacks [] for security_group (9355e6b4-d363-4301-9ebf-6c91797d45a3), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:54.242847 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9355e6b4-d363-4301-9ebf-6c91797d45a3), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:54.245782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:54.248518 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9355e6b4-d363-4301-9ebf-6c91797d45a3 HTTP/1.1" status: 204 len: 168 time: 0.2302654 Apr 04 14:27:54.276906 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355e6b4-d363-4301-9ebf-6c91797d45a3,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:54.286563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.286927 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.287303 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.287872 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.288400 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.288923 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.289442 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.289983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.290322 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.290660 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.291005 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.291390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.291723 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.292054 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.292377 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593bd73c-2eb2-40f7-99f9-1c83faf5883b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:27:54.678060 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fbcca-828d-47a0-851d-b37193f1794a req-844ef543-f387-4e98-81b6-43479def8195 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:54.680366 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-827fbcca-828d-47a0-851d-b37193f1794a req-844ef543-f387-4e98-81b6-43479def8195 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0680816 Apr 04 14:27:54.729580 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-827fbcca-828d-47a0-851d-b37193f1794a req-d78e6bbc-18c8-4074-b9be-f31f230cdd6b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436103 Apr 04 14:27:55.220710 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37532) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:55.236196 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4d73-b773-4d5e-a27c-66d4d7ebb875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.320155 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4d73-b773-4d5e-a27c-66d4d7ebb875 admin admin] Publish callbacks [] for security_group (ca5182b1-0bf8-4b10-a8b9-7f148ab7a164), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.386091 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4d73-b773-4d5e-a27c-66d4d7ebb875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ca5182b1-0bf8-4b10-a8b9-7f148ab7a164), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.423913 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4d73-b773-4d5e-a27c-66d4d7ebb875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5182b1-0bf8-4b10-a8b9-7f148ab7a164,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:55.428495 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1e2b4d73-b773-4d5e-a27c-66d4d7ebb875 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80fbb360651a4e918652be0325de2879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065182 Apr 04 14:27:55.431082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37534) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:27:55.484031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] Publish callbacks [] for security_group (ca5182b1-0bf8-4b10-a8b9-7f148ab7a164), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.513150 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] Publish callbacks [] for security_group (ca5182b1-0bf8-4b10-a8b9-7f148ab7a164), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.649168 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ca5182b1-0bf8-4b10-a8b9-7f148ab7a164), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.652529 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:27:55.656486 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca5182b1-0bf8-4b10-a8b9-7f148ab7a164 HTTP/1.1" status: 204 len: 168 time: 0.2217226 Apr 04 14:27:55.669448 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984e7b3-5462-4b32-b4b6-4283c3d7c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5182b1-0bf8-4b10-a8b9-7f148ab7a164,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:27:55.874898 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ec24-1f22-4e02-a2ff-0368787ec3e7 req-b2bb7aeb-7cb1-4a37-88b6-6247eb883de5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:55.877360 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4e68ec24-1f22-4e02-a2ff-0368787ec3e7 req-b2bb7aeb-7cb1-4a37-88b6-6247eb883de5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0605614 Apr 04 14:27:55.941913 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4e68ec24-1f22-4e02-a2ff-0368787ec3e7 req-bea1c687-9de5-4977-a901-f57526f7e04f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533350 Apr 04 14:27:57.129678 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068b5dd-f78e-44cd-9e7b-af3a152b5135 req-078ae089-41ea-41f2-9201-69462c1146c6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:57.138572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6068b5dd-f78e-44cd-9e7b-af3a152b5135 req-078ae089-41ea-41f2-9201-69462c1146c6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.1076601 Apr 04 14:27:57.212865 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6068b5dd-f78e-44cd-9e7b-af3a152b5135 req-da40d0bb-2eaf-44c3-b5ef-2b7dcfdb5884 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675402 Apr 04 14:27:58.339594 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b72261-28f4-4c30-a3ee-84de18348476 req-5928b228-2d2e-4a49-8d62-fb9d20bf4662 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:58.341087 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-74b72261-28f4-4c30-a3ee-84de18348476 req-5928b228-2d2e-4a49-8d62-fb9d20bf4662 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0581350 Apr 04 14:27:58.396947 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-74b72261-28f4-4c30-a3ee-84de18348476 req-c79c545e-3f2c-4ac7-9d20-0201e6ec2d69 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479674 Apr 04 14:27:59.543051 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a03161-d386-4056-b1de-1b21751817ca req-5588317d-898e-4e2f-b1d3-e7429b1a01cc tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:27:59.544788 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c4a03161-d386-4056-b1de-1b21751817ca req-5588317d-898e-4e2f-b1d3-e7429b1a01cc tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0564737 Apr 04 14:27:59.602345 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c4a03161-d386-4056-b1de-1b21751817ca req-4551ef33-0f49-48fe-b272-0db668211cf0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516076 Apr 04 14:28:00.753301 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04a87-1e50-492c-9c22-268c3edf04a8 req-1f194244-c544-49d9-bb51-8d86e94f1b92 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:00.755474 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1db04a87-1e50-492c-9c22-268c3edf04a8 req-1f194244-c544-49d9-bb51-8d86e94f1b92 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0584495 Apr 04 14:28:00.812573 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1db04a87-1e50-492c-9c22-268c3edf04a8 req-8f6bc472-7feb-4bda-812f-c044b1e6ef08 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509694 Apr 04 14:28:01.962543 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c266d-55ac-4902-9b2f-e465e6956264 req-7a66d20e-d3b5-4e05-8a15-70f21a61374e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:01.969898 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e52c266d-55ac-4902-9b2f-e465e6956264 req-7a66d20e-d3b5-4e05-8a15-70f21a61374e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0654557 Apr 04 14:28:02.022020 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e52c266d-55ac-4902-9b2f-e465e6956264 req-c0fc4cb6-b121-461e-a195-4862e7c88bf5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510113 Apr 04 14:28:03.138164 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-ab6feba2-e968-463b-9f99-b16258134789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:03.139665 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-ab6feba2-e968-463b-9f99-b16258134789 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1130 time: 0.0715897 Apr 04 14:28:03.208038 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b11cc-6704-49a9-8b97-eeafbfa125e3 req-5d7df387-9f26-45d7-b27c-c28ac12c9841 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:03.209501 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4b3b11cc-6704-49a9-8b97-eeafbfa125e3 req-5d7df387-9f26-45d7-b27c-c28ac12c9841 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.1110256 Apr 04 14:28:03.278865 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-c1abe964-e7b7-4746-8af8-3a0bbd098191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:03.280347 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-c1abe964-e7b7-4746-8af8-3a0bbd098191 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.1339059 Apr 04 14:28:03.283873 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4b3b11cc-6704-49a9-8b97-eeafbfa125e3 req-8c96ac81-702a-4742-993a-fc5e66d1d20d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685725 Apr 04 14:28:03.348636 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-67017843-ed9c-48d9-a5e1-cf5d925856ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 1001 time: 0.0621815 Apr 04 14:28:03.397136 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-7e4a3a29-d0bd-48c3-839c-397c29ade9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:03.398548 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-7e4a3a29-d0bd-48c3-839c-397c29ade9ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0429516 Apr 04 14:28:03.449523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-5839bab0-078b-4ffb-bd77-5dedf49da47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:03.451086 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-5839bab0-078b-4ffb-bd77-5dedf49da47a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462410 Apr 04 14:28:03.541590 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-ce551764-d624-47d2-b373-01ad34ea49b9 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841842 Apr 04 14:28:03.630572 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-61d1469a-f8db-4d02-91dd-11e2b248784e req-a75f6199-e527-4b5f-9b7c-45c419578a47 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819798 Apr 04 14:28:04.038703 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37688) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:04.138983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24212840-ca20-433b-a9b9-3a54b27f5c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.209552 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24212840-ca20-433b-a9b9-3a54b27f5c3a admin admin] Publish callbacks [] for security_group (b912521c-a417-458d-8e63-95a7251c7ad4), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.266375 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-24212840-ca20-433b-a9b9-3a54b27f5c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b912521c-a417-458d-8e63-95a7251c7ad4), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.304276 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-24212840-ca20-433b-a9b9-3a54b27f5c3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081b4f61e08b4957859cbf4db5435b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644739 Apr 04 14:28:04.305084 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24212840-ca20-433b-a9b9-3a54b27f5c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912521c-a417-458d-8e63-95a7251c7ad4,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:04.307010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37694) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:04.355996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] Publish callbacks [] for security_group (b912521c-a417-458d-8e63-95a7251c7ad4), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.378477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] Publish callbacks [] for security_group (b912521c-a417-458d-8e63-95a7251c7ad4), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.412079 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e13-22d8-454b-a281-3b8382642482 req-d424b86d-cd15-4ce4-8aad-55e50a7d0742 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:04.413544 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b3301e13-22d8-454b-a281-3b8382642482 req-d424b86d-cd15-4ce4-8aad-55e50a7d0742 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0572765 Apr 04 14:28:04.460274 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b3301e13-22d8-454b-a281-3b8382642482 req-742bc5c0-384d-4b7b-95d1-083089c5fecc tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Apr 04 14:28:04.500734 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b912521c-a417-458d-8e63-95a7251c7ad4), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.503356 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:04.504509 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b912521c-a417-458d-8e63-95a7251c7ad4 HTTP/1.1" status: 204 len: 168 time: 0.1963940 Apr 04 14:28:04.512094 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3a961-42d2-46b9-b245-3f04b764056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912521c-a417-458d-8e63-95a7251c7ad4,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:05.146446 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37704) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:05.163014 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1dded36e-eb00-4281-bb97-aadadad0ddc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.232440 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1dded36e-eb00-4281-bb97-aadadad0ddc3 admin admin] Publish callbacks [] for security_group (225b8b53-6d02-42b2-be74-00cd234f0dd7), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.288631 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1dded36e-eb00-4281-bb97-aadadad0ddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (225b8b53-6d02-42b2-be74-00cd234f0dd7), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.324926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dded36e-eb00-4281-bb97-aadadad0ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225b8b53-6d02-42b2-be74-00cd234f0dd7,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:05.329182 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1dded36e-eb00-4281-bb97-aadadad0ddc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=715f61a55e4c4d0d9e2c02b069a12bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817057 Apr 04 14:28:05.332059 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37706) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:05.379523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] Publish callbacks [] for security_group (225b8b53-6d02-42b2-be74-00cd234f0dd7), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.400427 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] Publish callbacks [] for security_group (225b8b53-6d02-42b2-be74-00cd234f0dd7), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.528021 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (225b8b53-6d02-42b2-be74-00cd234f0dd7), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.532177 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:05.533952 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/225b8b53-6d02-42b2-be74-00cd234f0dd7 HTTP/1.1" status: 204 len: 168 time: 0.2012515 Apr 04 14:28:05.555265 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e610-f5d7-4ddf-bfcf-de7b63444118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225b8b53-6d02-42b2-be74-00cd234f0dd7,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:05.613316 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b95d-1651-4260-a680-0868e3c4d9f2 req-f13e28c8-87fb-4e49-8884-6ded702ac7bd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:05.614667 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d73b95d-1651-4260-a680-0868e3c4d9f2 req-f13e28c8-87fb-4e49-8884-6ded702ac7bd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 946 time: 0.0751195 Apr 04 14:28:05.661806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7d73b95d-1651-4260-a680-0868e3c4d9f2 req-573b0955-d65c-4561-a7b9-976bc7fbd04c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Apr 04 14:28:06.652587 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:06.735014 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: ACTIVE; New status is: DOWN {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:06.735430 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:06.764443 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:06.766693 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db02abf-5a8d-4328-8f10-587a4a427860" -d '{"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:06.780929 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:06.802543 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b7899-da5a-4e25-8edf-f58e2d5a75cb x-openstack-request-id: req-7b7b7899-da5a-4e25-8edf-f58e2d5a75cb {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:06.802834 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-unplugged", "status": "failed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "code": 422}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:06.803091 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b7b7899-da5a-4e25-8edf-f58e2d5a75cb {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:06.803519 dv-cinder-835880-4-iscsi neutron-server[103854]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b7b7899-da5a-4e25-8edf-f58e2d5a75cb']: {'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'code': 422} returned with failed status Apr 04 14:28:06.863588 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:06.913937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=8']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:07.631614 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [req-585de6d3-4f06-4b84-9ee6-f468532cb844 req-46e28800-88c0-42ef-bb26-8f34a40ff851 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:28:07.636021 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-585de6d3-4f06-4b84-9ee6-f468532cb844 req-46e28800-88c0-42ef-bb26-8f34a40ff851 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003551 Apr 04 14:28:07.935942 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5fa4-45ce-4a3e-aea1-b396e1fda42e req-e8f20e5c-ed52-43d3-b6fe-93826f989e38 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:07.937454 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-042b5fa4-45ce-4a3e-aea1-b396e1fda42e req-e8f20e5c-ed52-43d3-b6fe-93826f989e38 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0544758 Apr 04 14:28:07.987065 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-042b5fa4-45ce-4a3e-aea1-b396e1fda42e req-00ae39d7-2276-4e56-a8aa-f5e4fa92bf7c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429103 Apr 04 14:28:08.153779 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-c4053ba0-a0bb-4887-8665-213b5b4f9c76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477369 Apr 04 14:28:08.226851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-e968c0c8-3fc9-4b03-b447-b5f8047ab52e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:08.228166 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-e968c0c8-3fc9-4b03-b447-b5f8047ab52e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports/df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 941 time: 0.0477493 Apr 04 14:28:09.292215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da9627-6d1a-4469-b798-1179ed511afa req-f661859f-5505-4b4d-b370-4fa322522dee tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.293823 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-69da9627-6d1a-4469-b798-1179ed511afa req-f661859f-5505-4b4d-b370-4fa322522dee tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0649586 Apr 04 14:28:09.342376 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-69da9627-6d1a-4469-b798-1179ed511afa req-59d3af35-41f6-44a3-b28c-6dee7f2b2cdd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421395 Apr 04 14:28:09.605672 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-0471f1ca-6e73-47ae-b121-49f7ab3cec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.607379 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-0471f1ca-6e73-47ae-b121-49f7ab3cec10 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e&tenant_id=64268a01dd9a41daa8755c0eb820ca6e HTTP/1.1" status: 200 len: 1128 time: 0.0436916 Apr 04 14:28:09.674140 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-3b90db92-c2ab-4a8d-91c1-5d8c7443c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.675641 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-3b90db92-c2ab-4a8d-91c1-5d8c7443c316 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1128 time: 0.0454717 Apr 04 14:28:09.768866 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-5ed20293-89e6-4fec-9fb4-0c5cb122fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.770323 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-5ed20293-89e6-4fec-9fb4-0c5cb122fa91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 200 len: 917 time: 0.0870454 Apr 04 14:28:09.836749 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-8c368904-13d4-4d7a-9214-097adb63dff1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 200 len: 999 time: 0.0599763 Apr 04 14:28:09.891302 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-f34bfa8a-76e3-489f-98ec-95e38517d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.892737 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-f34bfa8a-76e3-489f-98ec-95e38517d357 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 200 len: 855 time: 0.0434265 Apr 04 14:28:09.944085 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-ef8af56d-8130-4d16-b85b-0c8a74beb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:09.945564 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-ef8af56d-8130-4d16-b85b-0c8a74beb468 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466747 Apr 04 14:28:10.032685 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-87f9d58d-19b0-4fbf-acb5-58b6d62f3e09 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804510 Apr 04 14:28:10.121484 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fdc678f-96da-4f90-aaf5-63115c9c81e6 req-89a2e135-0b33-4d1d-a252-7146cae2db74 service neutron] 10.222.0.18 "GET /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825679 Apr 04 14:28:10.494984 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc14cbb-cb6d-4d1c-a959-c4d6190d07a7 req-b9f3b6e2-a163-47d8-b7c7-7326925ed339 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:10.498081 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdc14cbb-cb6d-4d1c-a959-c4d6190d07a7 req-b9f3b6e2-a163-47d8-b7c7-7326925ed339 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0648549 Apr 04 14:28:10.548965 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fdc14cbb-cb6d-4d1c-a959-c4d6190d07a7 req-c31601b3-83b1-4617-8864-b4f844951f7c tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456977 Apr 04 14:28:11.237523 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c3aab427-7566-4a3b-8291-a7fbfb0e86bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:11.362688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12247d90-aea5-43b0-a422-169fea46da28 req-0afa9e9d-07c8-42b2-b853-33e5a4772acd tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:11.371431 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-12247d90-aea5-43b0-a422-169fea46da28 req-0afa9e9d-07c8-42b2-b853-33e5a4772acd tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.1011415 Apr 04 14:28:11.439523 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-12247d90-aea5-43b0-a422-169fea46da28 req-d4df54c3-e50c-41fe-89f0-fad6b09c892b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668497 Apr 04 14:28:11.869616 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5005af4-04ad-4e86-b4b5-fedd300b2772 req-5176476e-198b-4091-ab3f-2b15c0e7313b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:11.876976 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c5005af4-04ad-4e86-b4b5-fedd300b2772 req-5176476e-198b-4091-ab3f-2b15c0e7313b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0932307 Apr 04 14:28:11.924340 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c5005af4-04ad-4e86-b4b5-fedd300b2772 req-7fe00ed3-1660-45f0-91d5-e33fd7684f64 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Apr 04 14:28:12.579302 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cbbd8-6624-4be3-9172-3706109f0ed1 req-71035f5b-8fbe-4320-9f37-00061475478b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:12.580907 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dc9cbbd8-6624-4be3-9172-3706109f0ed1 req-71035f5b-8fbe-4320-9f37-00061475478b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0717044 Apr 04 14:28:12.643676 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dc9cbbd8-6624-4be3-9172-3706109f0ed1 req-e92a6602-8b33-4d8e-b2dc-c550a4de0f31 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561390 Apr 04 14:28:12.996288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37952) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:13.093326 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10072c25-b815-42f9-b3c2-3ca18ddf1f89 req-61228e2e-15be-436d-9ac7-93e0600c22d3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:13.101616 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-10072c25-b815-42f9-b3c2-3ca18ddf1f89 req-61228e2e-15be-436d-9ac7-93e0600c22d3 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0769603 Apr 04 14:28:13.131852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c26d7082-13ba-4fcd-b477-4c80693a43e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.173517 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-10072c25-b815-42f9-b3c2-3ca18ddf1f89 req-68491eb6-f0c8-49c8-b842-03e400b4b3cd tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708113 Apr 04 14:28:13.240475 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c26d7082-13ba-4fcd-b477-4c80693a43e7 admin admin] Publish callbacks [] for security_group (a193fe84-1e51-49ed-8a7c-607ec11cf8bb), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.311582 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c26d7082-13ba-4fcd-b477-4c80693a43e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a193fe84-1e51-49ed-8a7c-607ec11cf8bb), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.351371 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7082-13ba-4fcd-b477-4c80693a43e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a193fe84-1e51-49ed-8a7c-607ec11cf8bb,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:13.357230 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c26d7082-13ba-4fcd-b477-4c80693a43e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd850c684cae4117ab3be43f9b53bd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598659 Apr 04 14:28:13.360483 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37956) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:13.419239 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] Publish callbacks [] for security_group (a193fe84-1e51-49ed-8a7c-607ec11cf8bb), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.442436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] Publish callbacks [] for security_group (a193fe84-1e51-49ed-8a7c-607ec11cf8bb), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.466070 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e45ee8a2-407b-44fc-a66b-660396b25519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.504134 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:28:13.569110 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a193fe84-1e51-49ed-8a7c-607ec11cf8bb), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.573218 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:13.574960 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a193fe84-1e51-49ed-8a7c-607ec11cf8bb HTTP/1.1" status: 204 len: 168 time: 0.2132061 Apr 04 14:28:13.587738 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900b7c6-6dde-41f5-86d3-2fbbd8901490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a193fe84-1e51-49ed-8a7c-607ec11cf8bb,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:13.762974 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347653c5-bf19-453f-bffb-31c2ae8bd1ab req-3db3bbb5-f34e-4f38-bcb5-d4567552d67c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:13.764861 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-347653c5-bf19-453f-bffb-31c2ae8bd1ab req-3db3bbb5-f34e-4f38-bcb5-d4567552d67c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0551441 Apr 04 14:28:13.818592 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-347653c5-bf19-453f-bffb-31c2ae8bd1ab req-fdf87e9e-2f39-4d90-ab4a-787016b6c415 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470645 Apr 04 14:28:14.228586 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 37966) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:14.245254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cdc49115-f746-4bdc-8297-51160d79ace8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.351215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a62ba0-81cb-466d-ad40-4266ccf0a741 req-6eca57d7-ac0d-42db-9184-7f5126f4f6bf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:14.351215 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57a62ba0-81cb-466d-ad40-4266ccf0a741 req-6eca57d7-ac0d-42db-9184-7f5126f4f6bf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0835638 Apr 04 14:28:14.376767 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cdc49115-f746-4bdc-8297-51160d79ace8 admin admin] Publish callbacks [] for security_group (6b857282-a6a3-417b-85e7-d0f65b40061c), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.424606 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57a62ba0-81cb-466d-ad40-4266ccf0a741 req-57a5b7ab-4ea2-49fd-9d0a-ad1dbf1df9a9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510914 Apr 04 14:28:14.442721 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cdc49115-f746-4bdc-8297-51160d79ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6b857282-a6a3-417b-85e7-d0f65b40061c), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.486045 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cdc49115-f746-4bdc-8297-51160d79ace8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=674df87de1344966bd431b1b26329d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530615 Apr 04 14:28:14.486045 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc49115-f746-4bdc-8297-51160d79ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b857282-a6a3-417b-85e7-d0f65b40061c,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:14.486408 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37968) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:14.549007 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] Publish callbacks [] for security_group (6b857282-a6a3-417b-85e7-d0f65b40061c), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.569841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] Publish callbacks [] for security_group (6b857282-a6a3-417b-85e7-d0f65b40061c), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.860030 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:14.984785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed959-3cb0-463f-a09c-06fb6cd2f970 req-a1444c22-a27a-4bee-815e-1801fca3f7e7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:15.000066 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bd6ed959-3cb0-463f-a09c-06fb6cd2f970 req-a1444c22-a27a-4bee-815e-1801fca3f7e7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0886257 Apr 04 14:28:15.056511 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bd6ed959-3cb0-463f-a09c-06fb6cd2f970 req-ac718022-51ba-4105-b4e4-d5362286741f tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553343 Apr 04 14:28:15.140915 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6b857282-a6a3-417b-85e7-d0f65b40061c), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:15.143403 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:15.144554 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b857282-a6a3-417b-85e7-d0f65b40061c HTTP/1.1" status: 204 len: 168 time: 0.6570997 Apr 04 14:28:15.152297 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effb8c8-9526-4b49-ade2-e5db7f0cf7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b857282-a6a3-417b-85e7-d0f65b40061c,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:15.562682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4de441-ae0a-4266-822e-ff068318f594 req-6fae5047-f5cf-43a7-a667-caa60380af51 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:15.565804 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8e4de441-ae0a-4266-822e-ff068318f594 req-6fae5047-f5cf-43a7-a667-caa60380af51 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0568385 Apr 04 14:28:15.615840 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:15.622722 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8e4de441-ae0a-4266-822e-ff068318f594 req-fb46bf54-bb4a-4cf4-a4ca-a2e37b14ea0b tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517969 Apr 04 14:28:15.911412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.181601 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edbf06-fe9f-42e7-92f2-a7bd80ea82a1 req-72ccc599-24c8-4346-81ab-9a1dcc7f14b1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:16.183717 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-82edbf06-fe9f-42e7-92f2-a7bd80ea82a1 req-72ccc599-24c8-4346-81ab-9a1dcc7f14b1 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0540352 Apr 04 14:28:16.204627 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37982) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:16.225623 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d68a9b2b-9584-4a7e-bd5a-cd51d33a117d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.246771 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-82edbf06-fe9f-42e7-92f2-a7bd80ea82a1 req-8bb2ba75-698f-4205-ba4e-39a56b5606b2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576389 Apr 04 14:28:16.312125 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d68a9b2b-9584-4a7e-bd5a-cd51d33a117d admin admin] Publish callbacks [] for security_group (b38784a2-3d24-419c-97b1-b8cda92bbe3f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.396419 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d68a9b2b-9584-4a7e-bd5a-cd51d33a117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b38784a2-3d24-419c-97b1-b8cda92bbe3f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.424110 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a9b2b-9584-4a7e-bd5a-cd51d33a117d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38784a2-3d24-419c-97b1-b8cda92bbe3f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:16.447326 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d68a9b2b-9584-4a7e-bd5a-cd51d33a117d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5afa7023682d49559e8963691c9f3265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416179 Apr 04 14:28:16.449893 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 37984) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:16.501698 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] Publish callbacks [] for security_group (b38784a2-3d24-419c-97b1-b8cda92bbe3f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.523924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] Publish callbacks [] for security_group (b38784a2-3d24-419c-97b1-b8cda92bbe3f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.655075 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b38784a2-3d24-419c-97b1-b8cda92bbe3f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.657694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:16.661056 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b38784a2-3d24-419c-97b1-b8cda92bbe3f HTTP/1.1" status: 204 len: 168 time: 0.2080612 Apr 04 14:28:16.668230 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605682b-b7b5-4ee1-a680-22df30fcdfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38784a2-3d24-419c-97b1-b8cda92bbe3f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:16.798138 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32fad-a6eb-4957-9dbc-96210160c681 req-97139d71-7fa3-43a8-a551-e2f51fa748ea tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:16.799640 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71d32fad-a6eb-4957-9dbc-96210160c681 req-97139d71-7fa3-43a8-a551-e2f51fa748ea tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0751128 Apr 04 14:28:16.851884 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-71d32fad-a6eb-4957-9dbc-96210160c681 req-0cbcf0f8-836e-4c28-9128-e13af6718873 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Apr 04 14:28:17.347199 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:17.388723 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facda19-10d9-498e-88bc-9b084cf7c592 req-dd44ee7c-9adb-4fe5-8c66-08feedec0e7b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:17.390754 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9facda19-10d9-498e-88bc-9b084cf7c592 req-dd44ee7c-9adb-4fe5-8c66-08feedec0e7b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0603964 Apr 04 14:28:17.445662 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9facda19-10d9-498e-88bc-9b084cf7c592 req-c2a1e7c8-01a8-49c3-ac8f-865f1f1e3827 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491314 Apr 04 14:28:17.981069 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737cecb-55b7-4081-a72d-e593719603e3 req-9237d069-8b44-4785-ae9a-2a887823ebae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:17.982656 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1737cecb-55b7-4081-a72d-e593719603e3 req-9237d069-8b44-4785-ae9a-2a887823ebae tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0598099 Apr 04 14:28:18.034550 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1737cecb-55b7-4081-a72d-e593719603e3 req-6e32a729-9d41-473a-8f15-c78e9712e4d5 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Apr 04 14:28:18.601020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba8dd9-0c58-4429-8761-e9f5e49ca25e req-688ea31c-dda9-4386-8ff1-b2b273db0e0e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:18.608134 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4dba8dd9-0c58-4429-8761-e9f5e49ca25e req-688ea31c-dda9-4386-8ff1-b2b273db0e0e tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0781479 Apr 04 14:28:18.653007 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4dba8dd9-0c58-4429-8761-e9f5e49ca25e req-6ade5cca-03d8-4adc-a324-287bcec2cd6d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Apr 04 14:28:19.161797 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36587a-c272-4505-9595-03f58ad3bc69 req-4a13a29b-a0e1-4f9d-872c-bc97a6af83c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:19.163384 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9c36587a-c272-4505-9595-03f58ad3bc69 req-4a13a29b-a0e1-4f9d-872c-bc97a6af83c1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0577152 Apr 04 14:28:19.210054 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9c36587a-c272-4505-9595-03f58ad3bc69 req-4fb71981-635f-4f34-b381-404aa17c777d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Apr 04 14:28:19.786789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc26bc0-6a1f-47a4-953c-cf2a806ed5dc req-470bb7ee-fb30-4f10-b6ab-78e3933430d4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:19.788294 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7dc26bc0-6a1f-47a4-953c-cf2a806ed5dc req-470bb7ee-fb30-4f10-b6ab-78e3933430d4 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0571215 Apr 04 14:28:19.863705 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7dc26bc0-6a1f-47a4-953c-cf2a806ed5dc req-354ae111-59fc-4608-99cc-c030ff14d2de tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693393 Apr 04 14:28:19.876882 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-3abf8010-3d80-4a6d-ba92-3bb082c8ef46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696242 Apr 04 14:28:19.965501 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd005c-e28f-473f-bff6-696033a93332 req-dd9421b8-9228-45f7-bfe5-a3f9fdaad2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:19.966961 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-dd9421b8-9228-45f7-bfe5-a3f9fdaad2e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.0436599 Apr 04 14:28:20.074785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd005c-e28f-473f-bff6-696033a93332 req-3f1100ac-a9c8-4dbe-9d5c-33fd154fb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:20.076479 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-3f1100ac-a9c8-4dbe-9d5c-33fd154fb6f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 908 time: 0.0892384 Apr 04 14:28:20.141193 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-5ed20935-84ab-4904-8bbe-94d7b88b89f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 1000 time: 0.0585661 Apr 04 14:28:20.188195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd005c-e28f-473f-bff6-696033a93332 req-e9424ad7-8725-45b7-94e6-ff5417a69f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:20.189601 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-e9424ad7-8725-45b7-94e6-ff5417a69f1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.0421283 Apr 04 14:28:20.246676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd005c-e28f-473f-bff6-696033a93332 req-b494dc08-f96c-4409-8c73-763decd43eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:20.248239 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-b494dc08-f96c-4409-8c73-763decd43eae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504723 Apr 04 14:28:20.377751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0773d1-cd4d-4466-b60c-2b43a2f8ab73 req-23bca458-c177-45be-abd8-479232c832ca tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:20.379254 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad0773d1-cd4d-4466-b60c-2b43a2f8ab73 req-23bca458-c177-45be-abd8-479232c832ca tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0833774 Apr 04 14:28:20.383316 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-92c126d9-b3b9-4c3f-bdc6-c13176e1b3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260517 Apr 04 14:28:20.476685 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad0773d1-cd4d-4466-b60c-2b43a2f8ab73 req-1aa77d2a-6c4c-4061-9711-327a0a4f655d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913298 Apr 04 14:28:20.503790 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e1bd005c-e28f-473f-bff6-696033a93332 req-65bca465-9e1b-467f-8b81-d2175d9f432a service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116047 Apr 04 14:28:20.985620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fe8fb-0bb2-459f-88b8-d7221944be46 req-f061685a-4513-4e83-974e-eac41c1c9840 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:20.987083 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4f0fe8fb-0bb2-459f-88b8-d7221944be46 req-f061685a-4513-4e83-974e-eac41c1c9840 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0542870 Apr 04 14:28:21.031811 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4f0fe8fb-0bb2-459f-88b8-d7221944be46 req-960511c3-8462-4030-94c5-443060ab8f7d tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392506 Apr 04 14:28:21.600012 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb18559-5348-4b91-a91f-d075f71efae8 req-4f94fe2a-8313-413c-989d-bf7a47378e49 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:21.601353 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8bb18559-5348-4b91-a91f-d075f71efae8 req-4f94fe2a-8313-413c-989d-bf7a47378e49 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0519435 Apr 04 14:28:21.649219 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8bb18559-5348-4b91-a91f-d075f71efae8 req-78ea552b-ffba-462f-ab61-d10783769a58 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Apr 04 14:28:22.149887 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8daaa0-5c15-4dd4-afed-9cdc1a8f2022 req-c519f572-ea3c-44d7-9212-8d155e946661 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:22.151368 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b8daaa0-5c15-4dd4-afed-9cdc1a8f2022 req-c519f572-ea3c-44d7-9212-8d155e946661 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0524907 Apr 04 14:28:22.198640 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1b8daaa0-5c15-4dd4-afed-9cdc1a8f2022 req-50ac615c-5aa4-4e15-968a-723241c89cf2 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Apr 04 14:28:22.767582 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1081a-78e4-4383-8a08-043bbf7f5b21 req-5ab2d335-5246-43c6-bac4-94dfc1d3ed0d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:22.769047 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8fc1081a-78e4-4383-8a08-043bbf7f5b21 req-5ab2d335-5246-43c6-bac4-94dfc1d3ed0d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 944 time: 0.0513456 Apr 04 14:28:22.814971 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8fc1081a-78e4-4383-8a08-043bbf7f5b21 req-11c23cf9-69f5-46a5-af76-5c0dd9de0a62 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Apr 04 14:28:22.905121 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:28:23.006946 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:23.019016 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'df49389e-83e7-4ba7-b527-138ab18838de', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'port_id': 'df49389e-83e7-4ba7-b527-138ab18838de', 'mac_address': 'fa:16:3e:1b:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:28:23.053955 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:23.054368 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:23.067327 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:28:23.086377 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:23.157176 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:23.207739 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=9']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:23.321124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485ccba-6b93-469a-b6ac-fa7517b35a4b req-235eb87e-3af3-493f-a530-72522edf1887 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:23.322626 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1485ccba-6b93-469a-b6ac-fa7517b35a4b req-235eb87e-3af3-493f-a530-72522edf1887 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0565736 Apr 04 14:28:23.372363 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1485ccba-6b93-469a-b6ac-fa7517b35a4b req-5eb45836-871d-4ec1-9000-3fb4b767bb50 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Apr 04 14:28:23.426209 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['df49389e-83e7-4ba7-b527-138ab18838de'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:28:23.933560 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780813c-7c9d-43b9-81d6-ad220658e03b req-eab4cdae-35e9-4b32-9f0c-8588524d4a52 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:23.934936 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d780813c-7c9d-43b9-81d6-ad220658e03b req-eab4cdae-35e9-4b32-9f0c-8588524d4a52 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0509899 Apr 04 14:28:23.979694 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d780813c-7c9d-43b9-81d6-ad220658e03b req-c110b889-02f0-4412-b2d5-90e6208297a4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386574 Apr 04 14:28:24.365154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-26caf3cd-a0a0-493a-a8a0-4c4505be880a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:24.366558 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-26caf3cd-a0a0-493a-a8a0-4c4505be880a tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0543880 Apr 04 14:28:24.465426 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Deleting port d148e7ba-0281-494f-be28-14af0e545342 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:24.465766 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (d148e7ba-0281-494f-be28-14af0e545342), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:24.498368 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb75a5-30b5-44a7-a228-006bd607fcc6 req-e5977569-1f9e-45ca-95f6-53bf0f801fda tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:24.498368 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cdbb75a5-30b5-44a7-a228-006bd607fcc6 req-e5977569-1f9e-45ca-95f6-53bf0f801fda tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 946 time: 0.0562999 Apr 04 14:28:24.553981 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-cdbb75a5-30b5-44a7-a228-006bd607fcc6 req-f5e7f755-ac51-415e-8f75-4621a40d46a5 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a61f662-4ea1-414f-8324-86dc7fcc4b28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Apr 04 14:28:24.560237 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] For port d148e7ba-0281-494f-be28-14af0e545342, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=d148e7ba-0281-494f-be28-14af0e545342,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:24.560679 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (d148e7ba-0281-494f-be28-14af0e545342), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:24.973475 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:24.974151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:24.974151 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Floating IP 39b88de6-feea-4dc8-979c-f6cd925d54e7 disassociated. External IP: 172.27.3.151, port: d148e7ba-0281-494f-be28-14af0e545342. Apr 04 14:28:24.974468 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Calling delete_port for d148e7ba-0281-494f-be28-14af0e545342 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:25.134809 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa095ffd-3532-4b17-a7f4-f050e714b27a req-3b16b681-4875-4241-9a3a-9628101aa992 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:25.136274 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa095ffd-3532-4b17-a7f4-f050e714b27a req-3b16b681-4875-4241-9a3a-9628101aa992 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0843713 Apr 04 14:28:25.180574 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa095ffd-3532-4b17-a7f4-f050e714b27a req-7aed8ef6-93bb-497d-bb68-48d530a66a78 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385981 Apr 04 14:28:25.181634 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (d148e7ba-0281-494f-be28-14af0e545342), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:25.210457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'Port': ['ID=d148e7ba-0281-494f-be28-14af0e545342,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:25.322236 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:28:25.428459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:28:25.438871 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:28:25.448646 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:25.449258 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:25.471472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] No DVR routers for this DVR port d148e7ba-0281-494f-be28-14af0e545342 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:25.473948 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:25.477396 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4e7488d2-45b9-4999-89b2-7d37d37455ed req-57a5f96a-2497-4ffb-817b-12a9cab28df7 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.18 "DELETE /v2.0/ports/d148e7ba-0281-494f-be28-14af0e545342 HTTP/1.1" status: 204 len: 173 time: 1.1047685 Apr 04 14:28:25.477782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'name': 'network-vif-deleted', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:25.480687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45916790-258d-4602-b9b1-773c663f2a94" -d '{"events": [{"server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "name": "network-vif-deleted", "tag": "d148e7ba-0281-494f-be28-14af0e545342"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:25.559281 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:25.687623 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f9c4b0c2-9f30-437e-a70d-f9a3cd256905 req-c15596c8-a0fc-4684-a5d7-29d854991dc3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0406697 Apr 04 14:28:25.698711 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1463ec6-594e-4283-b49f-5896f47475a8 x-openstack-request-id: req-a1463ec6-594e-4283-b49f-5896f47475a8 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:25.698954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e814d1a8-8899-414c-984f-f9e9f4289946", "name": "network-vif-deleted", "tag": "d148e7ba-0281-494f-be28-14af0e545342", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:25.699231 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1463ec6-594e-4283-b49f-5896f47475a8 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:25.699687 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1463ec6-594e-4283-b49f-5896f47475a8'] response: {'server_uuid': 'e814d1a8-8899-414c-984f-f9e9f4289946', 'name': 'network-vif-deleted', 'tag': 'd148e7ba-0281-494f-be28-14af0e545342', 'status': 'completed', 'code': 200} Apr 04 14:28:25.782184 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:25.807075 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:28:25.815220 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:25.815822 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:25.924167 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:26.198132 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:26.224845 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f96d7-579c-46d7-925d-b670b8524098 None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:22:23Z', 'revision_number': 4, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '337b292d-6799-44f0-8afd-287db4098860', 'name': '', 'network_id': '192186bb-be12-4fe7-b3c6-61cce9b6ed76', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'mac_address': 'fa:16:3e:2d:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:19Z', 'updated_at': '2022-04-04T14:22:37Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'subnets': [{'id': 'd2ab6af3-79e3-431b-85af-b3c31463ea56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:28:26.306115 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4c66-7a2b-434d-85ef-b25e80b7091c req-e041f945-eba2-4b8e-9b46-852fd45db452 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:26.307619 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-696b4c66-7a2b-434d-85ef-b25e80b7091c req-e041f945-eba2-4b8e-9b46-852fd45db452 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 945 time: 0.0521066 Apr 04 14:28:26.354434 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-696b4c66-7a2b-434d-85ef-b25e80b7091c req-d4932200-92bc-44ae-b169-4f1e64c41d0e tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Apr 04 14:28:26.445298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad2b9f5-6dff-4070-9fbd-61bd3df17822 None None] New status for floating IP 39b88de6-feea-4dc8-979c-f6cd925d54e7: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:28:26.646207 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:28:26.720249 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port df49389e-83e7-4ba7-b527-138ab18838de triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:28:26.720623 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (df49389e-83e7-4ba7-b527-138ab18838de), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:26.786283 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-42d24554-3337-4ba9-9b42-5f2ca7d81c75 req-47e75313-f426-4c51-a903-5f83d7e4872c tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Apr 04 14:28:26.806449 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port df49389e-83e7-4ba7-b527-138ab18838de is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:26.806888 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:26.829601 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:26.831757 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd24458c-5214-4b49-b00d-a540c5227778" -d '{"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:26.844989 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:26.871135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203e9a8-fafc-4792-b3e5-1c08691606a2 x-openstack-request-id: req-6203e9a8-fafc-4792-b3e5-1c08691606a2 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:26.871457 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-plugged", "status": "completed", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:26.871710 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6203e9a8-fafc-4792-b3e5-1c08691606a2 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:26.872112 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6203e9a8-fafc-4792-b3e5-1c08691606a2'] response: {'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'code': 200} Apr 04 14:28:26.888269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:26.938581 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=10']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:27.478564 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6d9c2-816f-4a5f-89cd-89237635a08b req-fdf2e755-6039-4f9c-81d1-96d32c8e85f0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:27.480300 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2ce6d9c2-816f-4a5f-89cd-89237635a08b req-fdf2e755-6039-4f9c-81d1-96d32c8e85f0 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0554128 Apr 04 14:28:27.521673 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device d148e7ba-0281-494f-be28-14af0e545342 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:27.530906 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2ce6d9c2-816f-4a5f-89cd-89237635a08b req-9e47e0ba-3001-4046-8306-625a69031a5f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449774 Apr 04 14:28:27.542982 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: d148e7ba-0281-494f-be28-14af0e545342 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:27.543377 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device d148e7ba-0281-494f-be28-14af0e545342 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:27.852165 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70327e-cdaf-4884-9b49-80061c834b0c req-8bb9e308-7ede-47ce-a6cc-c052f7c54e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:27.853624 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3d70327e-cdaf-4884-9b49-80061c834b0c req-8bb9e308-7ede-47ce-a6cc-c052f7c54e04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 1131 time: 0.0446732 Apr 04 14:28:27.908406 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-817c3136-0d8d-4061-9a2b-558a33330a00 req-d311f8b2-e866-4cf1-b5d4-5fe19b0dc90b tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/ports?device_id=e814d1a8-8899-414c-984f-f9e9f4289946 HTTP/1.1" status: 200 len: 210 time: 0.0319355 Apr 04 14:28:27.924152 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3d70327e-cdaf-4884-9b49-80061c834b0c req-b130e3fc-50dd-48a6-89e5-3e7d26c489c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630767 Apr 04 14:28:28.654933 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f55cd8-8502-4ba6-be4e-63887bcda030 req-b1d0e176-312b-4646-99ad-9ea42d7b3fd6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:28.657056 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-45f55cd8-8502-4ba6-be4e-63887bcda030 req-b1d0e176-312b-4646-99ad-9ea42d7b3fd6 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0543211 Apr 04 14:28:28.702814 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-45f55cd8-8502-4ba6-be4e-63887bcda030 req-5fec1ea6-8dd0-4aaf-ad7c-076e3e2c2169 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396657 Apr 04 14:28:29.049126 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38130) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:29.105315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (9a61f662-4ea1-414f-8324-86dc7fcc4b28), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.131263 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (9a61f662-4ea1-414f-8324-86dc7fcc4b28), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.281298 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (9a61f662-4ea1-414f-8324-86dc7fcc4b28), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.284025 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.285187 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a61f662-4ea1-414f-8324-86dc7fcc4b28 HTTP/1.1" status: 204 len: 168 time: 0.2349927 Apr 04 14:28:29.288211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38144) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:29.294271 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f59c46-0d72-419c-b104-6e714bfeab68 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61f662-4ea1-414f-8324-86dc7fcc4b28,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:29.313219 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-5f7fd885-4981-43fd-a7e2-0cabe83dfd40 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] show failed (client error): The resource could not be found. Apr 04 14:28:29.317793 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38146) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:29.318802 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5f7fd885-4981-43fd-a7e2-0cabe83dfd40 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "GET /v2.0/security-groups/9a61f662-4ea1-414f-8324-86dc7fcc4b28 HTTP/1.1" status: 404 len: 347 time: 0.0289268 Apr 04 14:28:29.449904 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Deleting port 15c738c6-d5e8-4430-8b2e-0efce15dfc7f {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:29.450255 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.523836 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.524183 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.536501 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Calling delete_port for 15c738c6-d5e8-4430-8b2e-0efce15dfc7f owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:29.757248 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (15c738c6-d5e8-4430-8b2e-0efce15dfc7f), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.784908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Pushing event deleted for resources: {'Port': ['ID=15c738c6-d5e8-4430-8b2e-0efce15dfc7f,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:29.848038 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628493c-c708-4760-9d1a-2cf28ccf29cc req-08887731-fd8a-4132-9ee9-461c495ba3b7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:29.852161 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks [] for floatingip (39b88de6-feea-4dc8-979c-f6cd925d54e7), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.855257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:29.855390 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a628493c-c708-4760-9d1a-2cf28ccf29cc req-08887731-fd8a-4132-9ee9-461c495ba3b7 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0780056 Apr 04 14:28:29.859719 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-297768ad-ec11-4c97-99e7-56983a931da3 tempest-AttachVolumeTestJSON-1577221750 tempest-AttachVolumeTestJSON-1577221750-project] 10.222.0.13 "DELETE /v2.0/floatingips/39b88de6-feea-4dc8-979c-f6cd925d54e7 HTTP/1.1" status: 204 len: 168 time: 0.5374801 Apr 04 14:28:29.902082 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a628493c-c708-4760-9d1a-2cf28ccf29cc req-7735c3cc-f303-4cbd-941b-8b31e5fc4880 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457218 Apr 04 14:28:31.026801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef3b3-950e-45c6-85d4-811e751d2a5e req-964223a6-775b-4268-853a-f960e9bcca57 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:31.028381 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b10ef3b3-950e-45c6-85d4-811e751d2a5e req-964223a6-775b-4268-853a-f960e9bcca57 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0566578 Apr 04 14:28:31.074873 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b10ef3b3-950e-45c6-85d4-811e751d2a5e req-b193b897-7fdf-40b8-9f0e-6dda1e258352 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Apr 04 14:28:33.209992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b94700-12a4-4e9c-923f-6cee9196514f req-eb2f0e0b-9937-46ae-99cd-7f272e41b44b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:33.211543 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-88b94700-12a4-4e9c-923f-6cee9196514f req-eb2f0e0b-9937-46ae-99cd-7f272e41b44b tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0664055 Apr 04 14:28:33.256928 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-88b94700-12a4-4e9c-923f-6cee9196514f req-1d3f69ac-f367-4f0a-aa53-d5a6855c6279 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Apr 04 14:28:34.000880 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38246) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:34.414601 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90086117-6461-492b-91b1-f853590d1cd4 req-34b36f30-f24b-404e-acfa-cd03f11922ac tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:34.416077 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-90086117-6461-492b-91b1-f853590d1cd4 req-34b36f30-f24b-404e-acfa-cd03f11922ac tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0895126 Apr 04 14:28:34.486370 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-90086117-6461-492b-91b1-f853590d1cd4 req-612edc58-a35b-439e-a446-bc0ec8f22480 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646312 Apr 04 14:28:34.551624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:34.787841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Deleting port 337b292d-6799-44f0-8afd-287db4098860 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:34.788100 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (337b292d-6799-44f0-8afd-287db4098860), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:34.864067 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] For port 337b292d-6799-44f0-8afd-287db4098860, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=337b292d-6799-44f0-8afd-287db4098860,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:34.864424 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (337b292d-6799-44f0-8afd-287db4098860), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:34.877090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Calling delete_port for 337b292d-6799-44f0-8afd-287db4098860 owned by network:router_interface {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:35.088226 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (337b292d-6799-44f0-8afd-287db4098860), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:35.111851 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=337b292d-6799-44f0-8afd-287db4098860,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:35.286070 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:35.497648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Router a76694ba-4453-4b7c-8bee-09931a9ec65a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:28:35.604264 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b445d-78a4-4cfb-bf6e-c6bb2adb4b47 req-a2ea5da9-7662-4233-93b6-78fa07acc1fe tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:35.605766 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-854b445d-78a4-4cfb-bf6e-c6bb2adb4b47 req-a2ea5da9-7662-4233-93b6-78fa07acc1fe tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0516000 Apr 04 14:28:35.609125 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:28:35.614950 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a3695cd1-2089-43f4-a649-533963cf3a8c admin admin] 10.222.0.13 "PUT /v2.0/routers/a76694ba-4453-4b7c-8bee-09931a9ec65a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129019 Apr 04 14:28:35.617385 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38258) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:35.619065 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210838-1826-4319-afca-66aa1b42457a None None] Sync routers for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:28:35.629476 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:35.630197 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:35.654730 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-854b445d-78a4-4cfb-bf6e-c6bb2adb4b47 req-6c2d0333-0f08-4208-acde-5ef70605d8b6 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Apr 04 14:28:35.738249 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:35.919888 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:28:35Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:35.947043 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210838-1826-4319-afca-66aa1b42457a None None] Checking router: a76694ba-4453-4b7c-8bee-09931a9ec65a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:28:35.955563 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] Routers {'a76694ba-4453-4b7c-8bee-09931a9ec65a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:35.956160 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['a76694ba-4453-4b7c-8bee-09931a9ec65a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:35.976982 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks [] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.059829 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] Set router a76694ba-4453-4b7c-8bee-09931a9ec65a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:36.077394 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks [] for router_gateway (a76694ba-4453-4b7c-8bee-09931a9ec65a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.227841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Deleting port 99b3827f-1399-499a-a028-2d481e8fd8f6 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:36.228501 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.277698 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-62210838-1826-4319-afca-66aa1b42457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:28:35Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:36.312458 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62210838-1826-4319-afca-66aa1b42457a None None] The sync data for ids ['a76694ba-4453-4b7c-8bee-09931a9ec65a'] in dv-cinder-835880-4-iscsi is: [{'id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'name': 'tempest-AttachVolumeTestJSON-1888237097-router', 'tenant_id': 'ea81e46b9b134205864123cee97d0c41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:11Z', 'updated_at': '2022-04-04T14:28:35Z', 'revision_number': 5, 'project_id': 'ea81e46b9b134205864123cee97d0c41', 'gw_port': {'id': '99b3827f-1399-499a-a028-2d481e8fd8f6', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76694ba-4453-4b7c-8bee-09931a9ec65a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:28:36.326476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] For port 99b3827f-1399-499a-a028-2d481e8fd8f6, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=99b3827f-1399-499a-a028-2d481e8fd8f6,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:36.327337 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.343036 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Calling delete_port for 99b3827f-1399-499a-a028-2d481e8fd8f6 owned by network:router_gateway {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:36.562316 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (99b3827f-1399-499a-a028-2d481e8fd8f6), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.592299 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Pushing event deleted for resources: {'Port': ['ID=99b3827f-1399-499a-a028-2d481e8fd8f6,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:36.622685 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-448165e8-6bd9-4a00-a601-e34651400cfe tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:36.624451 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-448165e8-6bd9-4a00-a601-e34651400cfe tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.0557454 Apr 04 14:28:36.654513 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.778389 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 8b3af330-613b-404f-9360-b4d3290820c2 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:36.778718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (8b3af330-613b-404f-9360-b4d3290820c2), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.779088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.781650 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks [] for router_controller (a76694ba-4453-4b7c-8bee-09931a9ec65a), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.910982 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (a76694ba-4453-4b7c-8bee-09931a9ec65a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.911564 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76694ba-4453-4b7c-8bee-09931a9ec65a {{(pid=103853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:28:36.920047 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.920047 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-459b07e0-96ab-48fb-a0a4-0f20a3644bba admin admin] 10.222.0.13 "DELETE /v2.0/routers/a76694ba-4453-4b7c-8bee-09931a9ec65a HTTP/1.1" status: 204 len: 168 time: 1.3005803 Apr 04 14:28:36.921724 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38270) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:36.924535 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c055e3e-283e-4b7d-a1b7-a0c2056628fc req-53458b1e-d5d1-4982-8eac-710f2441e980 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:36.926009 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7c055e3e-283e-4b7d-a1b7-a0c2056628fc req-53458b1e-d5d1-4982-8eac-710f2441e980 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 946 time: 0.1642277 Apr 04 14:28:36.934406 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] For port 8b3af330-613b-404f-9360-b4d3290820c2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8b3af330-613b-404f-9360-b4d3290820c2,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:36.934741 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (8b3af330-613b-404f-9360-b4d3290820c2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:36.994300 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Deleting subnet d2ab6af3-79e3-431b-85af-b3c31463ea56 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:28:36.997974 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Publish callbacks [] for subnet (d2ab6af3-79e3-431b-85af-b3c31463ea56), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.025385 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7c055e3e-283e-4b7d-a1b7-a0c2056628fc req-039eca64-e6bf-411d-a5ed-473eae0f85f8 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups?id=cd2d0b59-3553-438d-afc2-17f93b8e149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928521 Apr 04 14:28:37.035631 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (d2ab6af3-79e3-431b-85af-b3c31463ea56), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.181301 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.181677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.182007 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Floating IP c4863115-8f36-4e5c-932e-1efb5e8e070b disassociated. External IP: 172.27.3.158, port: 8b3af330-613b-404f-9360-b4d3290820c2. Apr 04 14:28:37.182351 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 8b3af330-613b-404f-9360-b4d3290820c2 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:37.200841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (d2ab6af3-79e3-431b-85af-b3c31463ea56), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.247060 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a9f80-f5c3-44f1-929a-35aa867e0976 req-86555889-e590-4804-8333-d0bf2fbc6a2a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:37.247060 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e18a9f80-f5c3-44f1-929a-35aa867e0976 req-86555889-e590-4804-8333-d0bf2fbc6a2a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.1326683 Apr 04 14:28:37.309948 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e18a9f80-f5c3-44f1-929a-35aa867e0976 req-bb8dfaa2-390f-4f0a-bd59-8a6d170ccc7b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524936 Apr 04 14:28:37.356957 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (d2ab6af3-79e3-431b-85af-b3c31463ea56), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.385214 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ab6af3-79e3-431b-85af-b3c31463ea56,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:37.385406 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (8b3af330-613b-404f-9360-b4d3290820c2), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.388811 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.395662 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-afa5afc2-f715-4000-b79e-810e8b278ec1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d2ab6af3-79e3-431b-85af-b3c31463ea56 HTTP/1.1" status: 204 len: 168 time: 0.4688628 Apr 04 14:28:37.395662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38276) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:37.396698 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11053db9-ab58-4561-a04e-bec6fb5ea67d None None] Network 192186bb-be12-4fe7-b3c6-61cce9b6ed76 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:28:37.417323 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=8b3af330-613b-404f-9360-b4d3290820c2,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:37.475981 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (192186bb-be12-4fe7-b3c6-61cce9b6ed76), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.545031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:28:37.545234 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Deleting port a1daa470-ca50-4306-b0db-cc8da12b3de8 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:37.545448 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.596485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] DHCP port deletion for 192186bb-be12-4fe7-b3c6-61cce9b6ed76 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:28:37.623419 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] For port a1daa470-ca50-4306-b0db-cc8da12b3de8, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=a1daa470-ca50-4306-b0db-cc8da12b3de8,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:37.623880 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.645332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Calling delete_port for a1daa470-ca50-4306-b0db-cc8da12b3de8 owned by network:dhcp {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:37.654202 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Deleting port a1daa470-ca50-4306-b0db-cc8da12b3de8 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:37.654665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.685989 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:28:37.703806 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:28:37.730359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] No DVR routers for this DVR port 8b3af330-613b-404f-9360-b4d3290820c2 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:37.735406 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.736294 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-757720d5-af4f-435a-acaf-3c28e9787ae8 req-4c2a7877-2ddf-4d27-9076-4428a1bdff92 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.18 "DELETE /v2.0/ports/8b3af330-613b-404f-9360-b4d3290820c2 HTTP/1.1" status: 204 len: 173 time: 1.1071801 Apr 04 14:28:37.736413 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] For port a1daa470-ca50-4306-b0db-cc8da12b3de8, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=a1daa470-ca50-4306-b0db-cc8da12b3de8,segment=NetworkSegment(9be3f935-3714-4fb0-99ff-0dc718a993b1),segment_id=9be3f935-3714-4fb0-99ff-0dc718a993b1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:37.736732 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'name': 'network-vif-deleted', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:37.736833 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.739010 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe2eab-bb3b-467c-827e-f2fcaddaf9dd" -d '{"events": [{"server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "name": "network-vif-deleted", "tag": "8b3af330-613b-404f-9360-b4d3290820c2"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:37.739194 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:37.739810 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:37.776125 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f28189-20d3-4743-a0be-65bbbeeb3978 x-openstack-request-id: req-38f28189-20d3-4743-a0be-65bbbeeb3978 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:37.776625 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee", "name": "network-vif-deleted", "tag": "8b3af330-613b-404f-9360-b4d3290820c2", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:37.777074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38f28189-20d3-4743-a0be-65bbbeeb3978 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:37.777488 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f28189-20d3-4743-a0be-65bbbeeb3978'] response: {'server_uuid': '5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee', 'name': 'network-vif-deleted', 'tag': '8b3af330-613b-404f-9360-b4d3290820c2', 'status': 'completed', 'code': 200} Apr 04 14:28:37.793104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.818056 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1daa470-ca50-4306-b0db-cc8da12b3de8,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:37.825167 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Calling delete_port for a1daa470-ca50-4306-b0db-cc8da12b3de8 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:37.833529 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] No DVR routers for this DVR port a1daa470-ca50-4306-b0db-cc8da12b3de8 on host dv-cinder-835880-4-iscsi {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:37.924950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:37.929590 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (192186bb-be12-4fe7-b3c6-61cce9b6ed76), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:37.953862 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192186bb-be12-4fe7-b3c6-61cce9b6ed76']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:37.965577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be3f935-3714-4fb0-99ff-0dc718a993b1') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:37.965875 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be3f935-3714-4fb0-99ff-0dc718a993b1') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:37.978037 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (9be3f935-3714-4fb0-99ff-0dc718a993b1), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.002260 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (9be3f935-3714-4fb0-99ff-0dc718a993b1), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.009141 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:28:38.009423 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (9be3f935-3714-4fb0-99ff-0dc718a993b1), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:28:38.011546 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:28:38.080663 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (a1daa470-ca50-4306-b0db-cc8da12b3de8), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.123412 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] No DVR routers for this DVR port a1daa470-ca50-4306-b0db-cc8da12b3de8 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:38.128125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752e2cd-fb78-4ba9-90f6-673984251ee7 None None] Pushing event deleted for resources: {'Port': ['ID=a1daa470-ca50-4306-b0db-cc8da12b3de8,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:38.178374 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-13680040-2c8a-41a3-afef-966425634676 req-847c5871-e1ba-4d79-a61a-09e1a0e0e901 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5d6913-a5bf-4ac2-8dd2-23e99b7286ee HTTP/1.1" status: 200 len: 210 time: 0.0332677 Apr 04 14:28:38.179127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (192186bb-be12-4fe7-b3c6-61cce9b6ed76), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.184434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.187003 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device a1daa470-ca50-4306-b0db-cc8da12b3de8 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:38.190493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] 10.222.0.13 "DELETE /v2.0/networks/192186bb-be12-4fe7-b3c6-61cce9b6ed76 HTTP/1.1" status: 204 len: 168 time: 0.7943201 Apr 04 14:28:38.209354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14104eb0-07f0-44e7-8bed-a600b92b2965 admin admin] Pushing event deleted for resources: {'Network': ['ID=192186bb-be12-4fe7-b3c6-61cce9b6ed76,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:38.223259 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: a1daa470-ca50-4306-b0db-cc8da12b3de8 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:38.223632 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device a1daa470-ca50-4306-b0db-cc8da12b3de8 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:38.224052 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 337b292d-6799-44f0-8afd-287db4098860 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:38.249134 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 337b292d-6799-44f0-8afd-287db4098860 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:38.249472 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 337b292d-6799-44f0-8afd-287db4098860 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:38.250543 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 99b3827f-1399-499a-a028-2d481e8fd8f6 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:38.256067 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:38.278666 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 99b3827f-1399-499a-a028-2d481e8fd8f6 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:38.278666 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 99b3827f-1399-499a-a028-2d481e8fd8f6 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:38.306899 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:28:38.318493 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:38.319118 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:38.436197 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:38.458670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9b73-92a5-4a2c-a04e-058f36808ed0 req-cce06e19-85a8-4dfd-a309-b6276b985b03 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:38.463670 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-272f9b73-92a5-4a2c-a04e-058f36808ed0 req-cce06e19-85a8-4dfd-a309-b6276b985b03 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.0689275 Apr 04 14:28:38.514198 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-272f9b73-92a5-4a2c-a04e-058f36808ed0 req-2b0a6761-b853-49e2-8862-8d814a93df5c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Apr 04 14:28:38.578119 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38294) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:38.618909 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-953baec9-cd60-481d-8275-07dddc4b2751 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea81e46b9b134205864123cee97d0c41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401385 Apr 04 14:28:38.621533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38296) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:38.652396 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:38.668808 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] Publish callbacks [] for security_group (b3d0b5e7-56e5-4544-8549-e35d7cba101c), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.679567 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cf37-2b63-4a22-bc78-7ebf5f02c2db None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '66da46dd-5101-4117-8586-f01b2bd666f4', 'name': '', 'network_id': 'fc973cc9-f85a-4ad7-b3d2-b915a7a8b402', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'mac_address': 'fa:16:3e:01:6f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:31Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'subnets': [{'id': '5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:28:38.693617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] Publish callbacks [] for security_group (b3d0b5e7-56e5-4544-8549-e35d7cba101c), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.771837 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-59bf7a43-f8c7-4f56-89be-a2cd8f159bdf tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:38.773418 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-59bf7a43-f8c7-4f56-89be-a2cd8f159bdf tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 945 time: 0.0821385 Apr 04 14:28:38.876546 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b3d0b5e7-56e5-4544-8549-e35d7cba101c), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.879143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.880412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3d0b5e7-56e5-4544-8549-e35d7cba101c HTTP/1.1" status: 204 len: 168 time: 0.2578959 Apr 04 14:28:38.885476 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port c0533936-a0d5-47ee-9c94-b302757a8be9 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:38.885812 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:38.905710 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc303b7-482a-4394-9488-826305c49276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d0b5e7-56e5-4544-8549-e35d7cba101c,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:38.945168 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4294548-aa3b-46ea-b8ca-1a88cf076e2d None None] New status for floating IP c4863115-8f36-4e5c-932e-1efb5e8e070b: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:28:38.986106 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] For port c0533936-a0d5-47ee-9c94-b302757a8be9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c0533936-a0d5-47ee-9c94-b302757a8be9,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:38.986735 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.162806 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.163333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.163627 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84 disassociated. External IP: 172.27.3.187, port: c0533936-a0d5-47ee-9c94-b302757a8be9. Apr 04 14:28:39.163922 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for c0533936-a0d5-47ee-9c94-b302757a8be9 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:39.426508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38314) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:39.463597 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (c0533936-a0d5-47ee-9c94-b302757a8be9), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.503325 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=c0533936-a0d5-47ee-9c94-b302757a8be9,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:39.525478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (cd2d0b59-3553-438d-afc2-17f93b8e149c), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.543554 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8b3af330-613b-404f-9360-b4d3290820c2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:39.589907 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 8b3af330-613b-404f-9360-b4d3290820c2 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:39.595565 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 8b3af330-613b-404f-9360-b4d3290820c2 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:39.596312 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c0533936-a0d5-47ee-9c94-b302757a8be9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:39.618419 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: c0533936-a0d5-47ee-9c94-b302757a8be9 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:39.618826 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c0533936-a0d5-47ee-9c94-b302757a8be9 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:39.636147 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7e327537-93cb-4b2c-a080-86e254a262c1 req-c326bc3c-0778-4f96-9d56-a5a678cc4924 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 210 time: 0.0332668 Apr 04 14:28:39.650184 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (cd2d0b59-3553-438d-afc2-17f93b8e149c), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.716846 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:28:39.804676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (cd2d0b59-3553-438d-afc2-17f93b8e149c), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.807354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.808569 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd2d0b59-3553-438d-afc2-17f93b8e149c HTTP/1.1" status: 204 len: 168 time: 0.3809848 Apr 04 14:28:39.817930 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38334) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:39.824273 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30428d36-fcdc-4572-b49d-37994dbe6e38 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d0b59-3553-438d-afc2-17f93b8e149c,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:39.841577 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.api.v2.resource [None req-d957d45a-d333-41de-9a89-4be6d510ae96 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] show failed (client error): The resource could not be found. Apr 04 14:28:39.842998 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d957d45a-d333-41de-9a89-4be6d510ae96 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "GET /v2.0/security-groups/cd2d0b59-3553-438d-afc2-17f93b8e149c HTTP/1.1" status: 404 len: 347 time: 0.0238719 Apr 04 14:28:39.846106 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38336) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:39.869478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:28:39.885928 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:28:39.900330 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:39.901277 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:39.935383 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] No DVR routers for this DVR port c0533936-a0d5-47ee-9c94-b302757a8be9 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:39.938321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:39.942079 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e3f59c29-87f8-4842-93b8-e6f00bb37cc5 req-75c3f149-98f1-482f-806e-c74962db0227 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "DELETE /v2.0/ports/c0533936-a0d5-47ee-9c94-b302757a8be9 HTTP/1.1" status: 204 len: 173 time: 1.1626382 Apr 04 14:28:39.942588 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'name': 'network-vif-deleted', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:39.944949 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2f06b5-ece7-4e36-96bf-08a9004be4b8" -d '{"events": [{"server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "name": "network-vif-deleted", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:40.027340 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Deleting port 003ee83d-63ba-4664-a1b3-f00ac5d0c3ea {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:40.028689 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.045357 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dd9ac3-9108-4da4-9ebd-bfac790a1853 x-openstack-request-id: req-02dd9ac3-9108-4da4-9ebd-bfac790a1853 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:40.045357 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e393439a-3975-4db0-ab75-56cceef0fa27", "name": "network-vif-deleted", "tag": "c0533936-a0d5-47ee-9c94-b302757a8be9", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:40.045357 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02dd9ac3-9108-4da4-9ebd-bfac790a1853 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:40.045357 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dd9ac3-9108-4da4-9ebd-bfac790a1853'] response: {'server_uuid': 'e393439a-3975-4db0-ab75-56cceef0fa27', 'name': 'network-vif-deleted', 'tag': 'c0533936-a0d5-47ee-9c94-b302757a8be9', 'status': 'completed', 'code': 200} Apr 04 14:28:40.146346 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.146682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.175369 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Calling delete_port for 003ee83d-63ba-4664-a1b3-f00ac5d0c3ea owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:40.248742 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:40.420446 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (003ee83d-63ba-4664-a1b3-f00ac5d0c3ea), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.452846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Pushing event deleted for resources: {'Port': ['ID=003ee83d-63ba-4664-a1b3-f00ac5d0c3ea,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:40.483446 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.487132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.488121 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.488121 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.488121 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:40.501742 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:40.526449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks [] for floatingip (c4863115-8f36-4e5c-932e-1efb5e8e070b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.529063 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:40.530295 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-97295dfe-bfe2-4e77-9647-c20639f693e7 tempest-AttachVolumeNegativeTest-628056557 tempest-AttachVolumeNegativeTest-628056557-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4863115-8f36-4e5c-932e-1efb5e8e070b HTTP/1.1" status: 204 len: 168 time: 0.6832991 Apr 04 14:28:40.535671 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:28:40.546536 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:40.548906 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:40.659041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:40.746051 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6961ca84-4326-40d8-83d9-357d9dd49a08 req-e6fc9858-d28a-4503-9de4-595b57613a30 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393439a-3975-4db0-ab75-56cceef0fa27 HTTP/1.1" status: 200 len: 210 time: 0.0277793 Apr 04 14:28:40.875440 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:40.902090 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f496d-5427-44ac-91bb-66cfd751f9ce None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:28:41.041221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38390) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:41.161289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d55b-c0f0-4b63-9006-abb9e28997da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.183260 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220c01c-2d88-4ec1-abe8-641c166543d9 None None] New status for floating IP 98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:28:41.237059 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d55b-c0f0-4b63-9006-abb9e28997da admin admin] Publish callbacks [] for security_group (aa71719f-5226-45ee-8ded-56aa94f2b1bb), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.253778 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e2b9-e062-41e4-9d09-bc42a3cdf0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.339593 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d55b-c0f0-4b63-9006-abb9e28997da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (aa71719f-5226-45ee-8ded-56aa94f2b1bb), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.379876 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-aeb4d55b-c0f0-4b63-9006-abb9e28997da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79e56826171b447d93d4600a916f8d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375306 Apr 04 14:28:41.380912 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4d55b-c0f0-4b63-9006-abb9e28997da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa71719f-5226-45ee-8ded-56aa94f2b1bb,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:41.382648 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38394) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:41.444465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] Publish callbacks [] for security_group (aa71719f-5226-45ee-8ded-56aa94f2b1bb), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.473687 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] Publish callbacks [] for security_group (aa71719f-5226-45ee-8ded-56aa94f2b1bb), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.564300 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38398) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:41.583498 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (aa71719f-5226-45ee-8ded-56aa94f2b1bb), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.586084 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.587291 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa71719f-5226-45ee-8ded-56aa94f2b1bb HTTP/1.1" status: 204 len: 168 time: 0.2034698 Apr 04 14:28:41.595620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc03103-b275-4e21-bcbd-8ddcff3271a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa71719f-5226-45ee-8ded-56aa94f2b1bb,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:41.679667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3da984fb-5465-4e16-88fe-fa0bf0dd53bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.752442 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3da984fb-5465-4e16-88fe-fa0bf0dd53bc admin admin] Publish callbacks [] for security_group (98055764-a844-4c67-a30b-b1a603c5f8bb), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.864653 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3da984fb-5465-4e16-88fe-fa0bf0dd53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98055764-a844-4c67-a30b-b1a603c5f8bb), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:41.913033 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da984fb-5465-4e16-88fe-fa0bf0dd53bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98055764-a844-4c67-a30b-b1a603c5f8bb,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:41.931679 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-3da984fb-5465-4e16-88fe-fa0bf0dd53bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a95731992b374146b065421a6f93ee32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663008 Apr 04 14:28:41.934232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38418) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:42.018548 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] Publish callbacks [] for security_group (98055764-a844-4c67-a30b-b1a603c5f8bb), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:42.041659 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] Publish callbacks [] for security_group (98055764-a844-4c67-a30b-b1a603c5f8bb), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:42.042772 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-c709ceb2-71b9-45a2-aac0-bd5e0d24dba6 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986544726&fields=id&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 267 time: 0.0488214 Apr 04 14:28:42.145244 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98055764-a844-4c67-a30b-b1a603c5f8bb), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:42.147923 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:42.152553 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98055764-a844-4c67-a30b-b1a603c5f8bb HTTP/1.1" status: 204 len: 168 time: 0.2135744 Apr 04 14:28:42.157395 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddf569-f44a-4fc0-9821-c8b648554ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98055764-a844-4c67-a30b-b1a603c5f8bb,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:42.190548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-c94c23f6-bba7-49e6-89b8-d7cfd7f9b83e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:42.197559 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-c94c23f6-bba7-49e6-89b8-d7cfd7f9b83e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1471004 Apr 04 14:28:42.208264 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-ec03eb78-5c51-495c-afba-4a11e4650832 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/quotas/8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 375 time: 0.0098906 Apr 04 14:28:42.264054 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-d28ca1d5-bc36-4891-b2e5-867910444530 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495028 Apr 04 14:28:42.623792 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-0e5b3354-3782-46b9-a49f-5bec983ea6bc service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437161 Apr 04 14:28:42.718043 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-2fdfcb92-9d1f-488f-a0d3-ebdacc058cfe service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905781 Apr 04 14:28:43.290295 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-eedce815-2ab8-4007-a81b-b107e8836075 req-acb0ffbe-4a80-48d2-b90e-d2143c6d585a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 210 time: 0.0495410 Apr 04 14:28:43.437227 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1104f55b-9052-4a49-93bd-4d642ee2a238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:44.384150 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2287d1a0-b35d-4133-b388-c3ee10751a78 req-df7ce92a-ba9e-46f3-802c-f72d92061aba tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 210 time: 0.0282159 Apr 04 14:28:44.672046 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:44.752371 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38552) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:45.407919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-edbe2e36-dfd1-4ce8-8280-0f795974a614 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:45.409349 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-edbe2e36-dfd1-4ce8-8280-0f795974a614 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1583617 Apr 04 14:28:45.442149 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:45.463087 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (c16ffb36-9b69-4841-bd57-949f4fd34535), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:45.485008 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9755c7ec-5f8e-4830-880d-71bf61900bbc req-09876741-4014-47f9-9cc4-6a1d3d0e1b5c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 210 time: 0.0328922 Apr 04 14:28:45.802478 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-e542c506-2176-4209-922a-bf6f6bdda1b5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 380 time: 0.3812175 Apr 04 14:28:45.818054 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'port': {'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'admin_state_up': True, 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'security_groups': ['bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:28:45.922807 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.111291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Made reservation on behalf of 8c7ff1c601aa4a59845c689fed23b8fd for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:28:46.114590 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.145035 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Deleting port 66da46dd-5101-4117-8586-f01b2bd666f4 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:46.145348 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.297635 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] For port 66da46dd-5101-4117-8586-f01b2bd666f4, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=66da46dd-5101-4117-8586-f01b2bd666f4,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:46.297997 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.317158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Calling delete_port for 66da46dd-5101-4117-8586-f01b2bd666f4 owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:46.319108 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.20.0.11 (eb0863e1-5fc3-4668-b9c0-2f97605b9bec/0e42724e-29ff-4d27-8571-ac69b5cfdb1a/6abf6653-4e2a-4657-b10c-218d09e188ce) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:28:46.560242 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.626412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f94954aa-b059-4a87-b8b1-d10357854c47 req-2aaa32b7-b51e-4d18-a863-4d02cd35a2ba tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 210 time: 0.0535257 Apr 04 14:28:46.762566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (66da46dd-5101-4117-8586-f01b2bd666f4), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.765633 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:46.797248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66da46dd-5101-4117-8586-f01b2bd666f4,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:46.812959 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:28:46.835505 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:28:46.857025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:28:46.940211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:46.968030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:46.969254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.093588 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (c16ffb36-9b69-4841-bd57-949f4fd34535), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.146099 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-70e39af9-9145-42ab-b9a1-12fd6f5bbaeb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3358796 Apr 04 14:28:47.150620 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-5155a587-9ec6-451f-8184-a9285dd3c766 None None] Provisioning complete for port 6abf6653-4e2a-4657-b10c-218d09e188ce triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:28:47.151118 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-5155a587-9ec6-451f-8184-a9285dd3c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.180379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Request body: {'port': {'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:28:47.188052 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-5155a587-9ec6-451f-8184-a9285dd3c766 None None] Port 6abf6653-4e2a-4657-b10c-218d09e188ce cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:28:47.258228 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.367766 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.512877 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Router c16ffb36-9b69-4841-bd57-949f4fd34535 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:28:47.688954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:28:47.697951 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1c943459-cf2e-43c3-a184-c54f540fd9a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c16ffb36-9b69-4841-bd57-949f4fd34535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445059 Apr 04 14:28:47.700118 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Sync routers for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:28:47.702477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38600) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:47.705981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abf6653-4e2a-4657-b10c-218d09e188ce {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:28:47.714454 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:47.716763 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:47.717923 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks [] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.766871 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83634b-9045-49eb-a43c-25c5da62249b req-39f263c1-f1e5-455d-bea8-04b33a28e5f8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:47.780359 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee83634b-9045-49eb-a43c-25c5da62249b req-39f263c1-f1e5-455d-bea8-04b33a28e5f8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 932 time: 0.0822561 Apr 04 14:28:47.793826 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Transition to ACTIVE for port object 6abf6653-4e2a-4657-b10c-218d09e188ce will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:28:47.833102 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks [] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:47.837129 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee83634b-9045-49eb-a43c-25c5da62249b req-00f6d748-f8a2-4ca2-b00a-e426fcbc522f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553966 Apr 04 14:28:47.848135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:47.912697 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.006998 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:48.044599 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks [] for router_gateway (c16ffb36-9b69-4841-bd57-949f4fd34535), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.056295 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:28:46Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:48.082812 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Attempting to bind port 6abf6653-4e2a-4657-b10c-218d09e188ce on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:28:48.083158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Attempting to bind port 6abf6653-4e2a-4657-b10c-218d09e188ce by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:28:48.083511 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Attempting to bind port 6abf6653-4e2a-4657-b10c-218d09e188ce on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:28:48.089012 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Port 6abf6653-4e2a-4657-b10c-218d09e188ce on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:28:48.100321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Attempting to bind port 6abf6653-4e2a-4657-b10c-218d09e188ce on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:28:48.100705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Checking router: c16ffb36-9b69-4841-bd57-949f4fd34535 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:28:48.100796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:28:48.100796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:28:48.100796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Bound using segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:28:48.100796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Bound port: 6abf6653-4e2a-4657-b10c-218d09e188ce, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:28:48.100796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.103127 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Routers {'c16ffb36-9b69-4841-bd57-949f4fd34535'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:28:48.104143 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['c16ffb36-9b69-4841-bd57-949f4fd34535'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:48.218265 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:28:48.222607 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6abf6653-4e2a-4657-b10c-218d09e188ce,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:28:48.240016 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Deleting port 37e6e24a-5279-43d4-99b9-a2d96269ecb3 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:48.240448 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.241711 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] Set router c16ffb36-9b69-4841-bd57-949f4fd34535 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:28:48.325344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] For port 37e6e24a-5279-43d4-99b9-a2d96269ecb3, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=37e6e24a-5279-43d4-99b9-a2d96269ecb3,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:48.325627 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.328902 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.369296 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:48.370343 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:48.371884 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] 10.222.0.18 "PUT /v2.0/ports/6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 1094 time: 1.1971879 Apr 04 14:28:48.381912 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Calling delete_port for 37e6e24a-5279-43d4-99b9-a2d96269ecb3 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:48.388523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:48.388523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1927cba1-2dc4-4eed-9706-d0e8e2904d88" -d '{"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:48.454589 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7f41c-1303-42fa-b3b5-f633f1602a02 x-openstack-request-id: req-b4e7f41c-1303-42fa-b3b5-f633f1602a02 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:48.454882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:48.455145 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4e7f41c-1303-42fa-b3b5-f633f1602a02 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:48.455589 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e7f41c-1303-42fa-b3b5-f633f1602a02'] response: {'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'status': 'completed', 'code': 200} Apr 04 14:28:48.465954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5545f-3569-4062-8d04-71599f67dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:48.545809 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:28:46Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:48.574763 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7af89-7d37-4a87-9439-d202e329f8b5 None None] The sync data for ids ['c16ffb36-9b69-4841-bd57-949f4fd34535'] in dv-cinder-835880-4-iscsi is: [{'id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'name': 'tempest-AttachVolumeNegativeTest-2099139099-router', 'tenant_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:28:46Z', 'revision_number': 5, 'project_id': 'fc17a7eaebfa47a6a7e3a5989fae992a', 'gw_port': {'id': '37e6e24a-5279-43d4-99b9-a2d96269ecb3', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:20:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ffb36-9b69-4841-bd57-949f4fd34535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:16Z', 'updated_at': '2022-04-04T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:28:48.850500 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-b18c0946-7b74-4eff-8db9-eca12ca880b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:48.855121 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-b18c0946-7b74-4eff-8db9-eca12ca880b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1128 time: 0.3789902 Apr 04 14:28:48.965737 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bbb6b-06fa-4e14-a2b1-c4d6549f0e84 req-f85353dc-ae0d-448c-a776-b633d97a459d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:48.968853 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c16bbb6b-06fa-4e14-a2b1-c4d6549f0e84 req-f85353dc-ae0d-448c-a776-b633d97a459d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0583901 Apr 04 14:28:49.010862 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-c3c0455b-0b88-4433-b840-fad7a3996b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:49.012380 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-c3c0455b-0b88-4433-b840-fad7a3996b7f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1483400 Apr 04 14:28:49.024800 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c16bbb6b-06fa-4e14-a2b1-c4d6549f0e84 req-f4b8dadb-52c1-49bc-a478-7c6281cd051d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496409 Apr 04 14:28:49.089730 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (37e6e24a-5279-43d4-99b9-a2d96269ecb3), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.152039 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Pushing event deleted for resources: {'Port': ['ID=37e6e24a-5279-43d4-99b9-a2d96269ecb3,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:49.174837 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-fd0aa9e7-e138-47c4-bfd3-d57c8b453fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:49.176335 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1927cba1-2dc4-4eed-9706-d0e8e2904d88 req-fd0aa9e7-e138-47c4-bfd3-d57c8b453fc1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578588 Apr 04 14:28:49.245935 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (c16ffb36-9b69-4841-bd57-949f4fd34535), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.360337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.363454 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks [] for router_controller (c16ffb36-9b69-4841-bd57-949f4fd34535), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.392254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-ddc9db39-e0bd-4651-91c7-37902d3951d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:49.393780 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-ddc9db39-e0bd-4651-91c7-37902d3951d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1128 time: 0.1753705 Apr 04 14:28:49.461623 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-7972d2f1-6a61-4233-aba6-302817dca02b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 217 time: 0.0378299 Apr 04 14:28:49.510365 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-20272402-1d83-44ba-a772-31a3a0ff1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:49.511872 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-20272402-1d83-44ba-a772-31a3a0ff1c17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0442319 Apr 04 14:28:49.516346 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (c16ffb36-9b69-4841-bd57-949f4fd34535), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.516898 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16ffb36-9b69-4841-bd57-949f4fd34535 {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:28:49.529704 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.530716 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1f79e5bf-2484-4288-acd9-5f320a3d25ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/c16ffb36-9b69-4841-bd57-949f4fd34535 HTTP/1.1" status: 204 len: 168 time: 1.8271904 Apr 04 14:28:49.533471 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38664) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:49.565173 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-c8f8bafc-d670-40fd-aa13-506e0b3626be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:49.567740 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-c8f8bafc-d670-40fd-aa13-506e0b3626be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483956 Apr 04 14:28:49.595549 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Deleting subnet 5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:28:49.599022 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Publish callbacks [] for subnet (5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.639231 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.675937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-7b6f375c-bcc7-4750-9e07-b3f1d66d6833 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016049 Apr 04 14:28:49.717942 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.767193 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a3c8214-c02b-4b63-a8e6-9405376e85ca req-19a1eb0c-1226-4001-9f83-3f9611aed6e2 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829792 Apr 04 14:28:49.836591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.862491 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:49.870183 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:49.877513 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-eaa0d4ce-9905-4cf3-bc37-8390585acbc8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5e78e0af-25e3-4bd3-99c5-7bb4f0e6068c HTTP/1.1" status: 204 len: 168 time: 0.3399386 Apr 04 14:28:49.877708 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ebee3-b5d1-4087-8375-659f8710a7fe None None] Network fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:28:49.878691 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38666) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:49.949434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.010823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Deleting port 549d1c27-5138-44ab-b663-362d3a98b2fd {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:50.010823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.045202 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] DHCP port deletion for fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:28:50.087309 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] For port 549d1c27-5138-44ab-b663-362d3a98b2fd, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=549d1c27-5138-44ab-b663-362d3a98b2fd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:50.087752 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.097944 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Deleting port 549d1c27-5138-44ab-b663-362d3a98b2fd {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:28:50.098316 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.101331 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Calling delete_port for 549d1c27-5138-44ab-b663-362d3a98b2fd owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:50.187056 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] For port 549d1c27-5138-44ab-b663-362d3a98b2fd, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=549d1c27-5138-44ab-b663-362d3a98b2fd,segment=NetworkSegment(10deb8c0-6418-4443-bffd-743cb7d9cb8a),segment_id=10deb8c0-6418-4443-bffd-743cb7d9cb8a)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:50.187496 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.191367 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 549d1c27-5138-44ab-b663-362d3a98b2fd no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:50.225015 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Calling delete_port for 549d1c27-5138-44ab-b663-362d3a98b2fd owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:28:50.232344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d989416-de3d-4d05-b20a-4266a234d472 req-0d74afb8-e92f-44d3-8d30-08b3970b66c4 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:50.234363 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9d989416-de3d-4d05-b20a-4266a234d472 req-0d74afb8-e92f-44d3-8d30-08b3970b66c4 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0835271 Apr 04 14:28:50.288829 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9d989416-de3d-4d05-b20a-4266a234d472 req-80536b7c-f2f5-4369-86f9-1518bf56be7e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Apr 04 14:28:50.344819 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 549d1c27-5138-44ab-b663-362d3a98b2fd is: ACTIVE; New status is: DOWN {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:50.345209 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.355197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.381038 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Pushing event deleted for resources: {'Port': ['ID=549d1c27-5138-44ab-b663-362d3a98b2fd,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:50.385026 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] No DVR routers for this DVR port 549d1c27-5138-44ab-b663-362d3a98b2fd on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:50.460907 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.484183 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc973cc9-f85a-4ad7-b3d2-b915a7a8b402']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:50.499425 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10deb8c0-6418-4443-bffd-743cb7d9cb8a') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:50.500093 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10deb8c0-6418-4443-bffd-743cb7d9cb8a') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:28:50.500665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (549d1c27-5138-44ab-b663-362d3a98b2fd), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.508619 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:28:50.511613 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (10deb8c0-6418-4443-bffd-743cb7d9cb8a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.522138 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 37e6e24a-5279-43d4-99b9-a2d96269ecb3 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:50.525640 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (10deb8c0-6418-4443-bffd-743cb7d9cb8a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.532030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:28:50.532468 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (10deb8c0-6418-4443-bffd-743cb7d9cb8a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:28:50.534487 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:28:50.543766 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] Pushing event deleted for resources: {'Port': ['ID=549d1c27-5138-44ab-b663-362d3a98b2fd,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:50.564201 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 37e6e24a-5279-43d4-99b9-a2d96269ecb3 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:50.564865 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 37e6e24a-5279-43d4-99b9-a2d96269ecb3 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:50.565580 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 66da46dd-5101-4117-8586-f01b2bd666f4 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:28:50.569252 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692e1dd-dae8-4e97-9d9c-bbbe805f6746 None None] No DVR routers for this DVR port 549d1c27-5138-44ab-b663-362d3a98b2fd on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:28:50.590745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 66da46dd-5101-4117-8586-f01b2bd666f4 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:28:50.591097 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 66da46dd-5101-4117-8586-f01b2bd666f4 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:28:50.647667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (fc973cc9-f85a-4ad7-b3d2-b915a7a8b402), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.654810 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:50.658675 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc973cc9-f85a-4ad7-b3d2-b915a7a8b402 HTTP/1.1" status: 204 len: 168 time: 0.7789609 Apr 04 14:28:50.668195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0af19-ba73-4fe5-b1d8-d60f88b2371e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc973cc9-f85a-4ad7-b3d2-b915a7a8b402,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:50.967641 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38692) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:51.012631 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a513f084-0638-40c2-9929-4496d0571004 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc17a7eaebfa47a6a7e3a5989fae992a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438116 Apr 04 14:28:51.014922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38694) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:51.060766 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] Publish callbacks [] for security_group (bafb6e95-715b-4e5e-880b-22f3a3804131), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.082439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] Publish callbacks [] for security_group (bafb6e95-715b-4e5e-880b-22f3a3804131), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.201046 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bafb6e95-715b-4e5e-880b-22f3a3804131), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.203643 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.204804 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bafb6e95-715b-4e5e-880b-22f3a3804131 HTTP/1.1" status: 204 len: 168 time: 0.1884098 Apr 04 14:28:51.212576 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a063b3-3373-46dc-9c74-6129f243d1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafb6e95-715b-4e5e-880b-22f3a3804131,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:51.330150 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38702) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:51.413066 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c07c2f-d4ff-4b8a-ad88-97a7c1cb1778 req-42389468-3bf7-47a2-93f9-8ad7cb91b739 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:51.415609 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b2c07c2f-d4ff-4b8a-ad88-97a7c1cb1778 req-42389468-3bf7-47a2-93f9-8ad7cb91b739 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0557418 Apr 04 14:28:51.449291 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f24c36ef-c581-470f-a693-40f8ed242892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.492970 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b2c07c2f-d4ff-4b8a-ad88-97a7c1cb1778 req-a5a50676-b06e-47f9-a388-fd5ec6c95b66 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728710 Apr 04 14:28:51.544742 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f24c36ef-c581-470f-a693-40f8ed242892 admin admin] Publish callbacks [] for security_group (ba072d1e-875b-47ec-9ec0-c280e2c51b19), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.617858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f24c36ef-c581-470f-a693-40f8ed242892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ba072d1e-875b-47ec-9ec0-c280e2c51b19), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.661615 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f24c36ef-c581-470f-a693-40f8ed242892 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34edbf1c98d8441784583828484d6f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245926 Apr 04 14:28:51.661615 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c36ef-c581-470f-a693-40f8ed242892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba072d1e-875b-47ec-9ec0-c280e2c51b19,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:51.661790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38708) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:51.711958 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] Publish callbacks [] for security_group (ba072d1e-875b-47ec-9ec0-c280e2c51b19), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.733416 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] Publish callbacks [] for security_group (ba072d1e-875b-47ec-9ec0-c280e2c51b19), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.893534 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (ba072d1e-875b-47ec-9ec0-c280e2c51b19), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.896603 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:51.897444 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba072d1e-875b-47ec-9ec0-c280e2c51b19 HTTP/1.1" status: 204 len: 168 time: 0.2361088 Apr 04 14:28:51.906103 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc741cd8-6947-492b-8300-ac1bfcef92c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba072d1e-875b-47ec-9ec0-c280e2c51b19,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:52.552680 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38752) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:52.576225 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c7a880e3-b18c-4adf-8ddc-cdff08d92e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:52.656762 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11bbb-89bd-4d11-9682-d85153880c09 req-753e8678-b672-4c2b-b7ec-8638bf019364 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:52.658251 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f5b11bbb-89bd-4d11-9682-d85153880c09 req-753e8678-b672-4c2b-b7ec-8638bf019364 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0839138 Apr 04 14:28:52.730323 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f5b11bbb-89bd-4d11-9682-d85153880c09 req-76842809-194f-4f93-baf2-77346fd23b1b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653589 Apr 04 14:28:52.739031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c7a880e3-b18c-4adf-8ddc-cdff08d92e22 admin admin] Publish callbacks [] for security_group (19213e20-c99b-4b62-91ed-fc1ebd1ea77a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:52.830217 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c7a880e3-b18c-4adf-8ddc-cdff08d92e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (19213e20-c99b-4b62-91ed-fc1ebd1ea77a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:52.869655 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c7a880e3-b18c-4adf-8ddc-cdff08d92e22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3fdbbd431004fa9bb8dc3c04950da80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151529 Apr 04 14:28:52.870501 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a880e3-b18c-4adf-8ddc-cdff08d92e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19213e20-c99b-4b62-91ed-fc1ebd1ea77a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:52.872346 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38762) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:52.923708 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] Publish callbacks [] for security_group (19213e20-c99b-4b62-91ed-fc1ebd1ea77a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:52.944225 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] Publish callbacks [] for security_group (19213e20-c99b-4b62-91ed-fc1ebd1ea77a), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:53.047889 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (19213e20-c99b-4b62-91ed-fc1ebd1ea77a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:53.050661 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:53.057094 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19213e20-c99b-4b62-91ed-fc1ebd1ea77a HTTP/1.1" status: 204 len: 168 time: 0.1773162 Apr 04 14:28:53.059586 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ff8bd-7804-433d-a911-44b543bdf78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19213e20-c99b-4b62-91ed-fc1ebd1ea77a,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:53.862769 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa64f1-b704-4095-87b3-4615e1ea87ea req-20e30f13-846c-456e-96cd-d44ea43481df tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:53.864371 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-09fa64f1-b704-4095-87b3-4615e1ea87ea req-20e30f13-846c-456e-96cd-d44ea43481df tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0584655 Apr 04 14:28:53.913989 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-09fa64f1-b704-4095-87b3-4615e1ea87ea req-1b126bdc-9cd6-4424-8560-4c045bdfd098 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Apr 04 14:28:54.115670 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38816) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:54.223716 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6886cadf-99bb-4365-9a9b-49adcd673795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.298435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6886cadf-99bb-4365-9a9b-49adcd673795 admin admin] Publish callbacks [] for security_group (0a116a9e-6721-4d9c-b70f-786bc68c934f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.441558 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-6886cadf-99bb-4365-9a9b-49adcd673795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0a116a9e-6721-4d9c-b70f-786bc68c934f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.480489 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-6886cadf-99bb-4365-9a9b-49adcd673795 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de1ece3814794e4b93ab436be82acd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632061 Apr 04 14:28:54.481434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886cadf-99bb-4365-9a9b-49adcd673795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a116a9e-6721-4d9c-b70f-786bc68c934f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:54.483343 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38822) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:54.533634 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Publish callbacks [] for security_group (0a116a9e-6721-4d9c-b70f-786bc68c934f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.554229 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Publish callbacks [] for security_group (0a116a9e-6721-4d9c-b70f-786bc68c934f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.704228 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0a116a9e-6721-4d9c-b70f-786bc68c934f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.706871 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:54.710731 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a116a9e-6721-4d9c-b70f-786bc68c934f HTTP/1.1" status: 204 len: 168 time: 0.2257888 Apr 04 14:28:54.718450 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a116a9e-6721-4d9c-b70f-786bc68c934f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:54.725873 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.726229 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.726573 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.727093 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.727465 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.727797 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.728295 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.728634 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.729223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.729537 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.729919 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.730249 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.730572 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.730898 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:54.731237 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7da10-5bcb-43bd-aa4e-f12f2c5a8989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:55.043084 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530663-3746-49f1-88d3-a64d8c9a6abe req-282b8be7-73af-4bed-84e5-8ffbc928adb9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:55.044391 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-db530663-3746-49f1-88d3-a64d8c9a6abe req-282b8be7-73af-4bed-84e5-8ffbc928adb9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0567782 Apr 04 14:28:55.097634 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-db530663-3746-49f1-88d3-a64d8c9a6abe req-94d810a2-498e-4d5d-9501-34b406e570c4 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Apr 04 14:28:55.522267 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38874) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:55.532078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff2f-0728-4638-86cc-f031f553d567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.608782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff2f-0728-4638-86cc-f031f553d567 admin admin] Publish callbacks [] for security_group (8a665757-9212-4b5a-93f7-423f91eb2a56), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.647258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-abe9ff2f-0728-4638-86cc-f031f553d567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8a665757-9212-4b5a-93f7-423f91eb2a56), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.685286 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-abe9ff2f-0728-4638-86cc-f031f553d567 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d00d4d3ed5744cfa42939b6b0a0c468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660728 Apr 04 14:28:55.687991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38882) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:55.694794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ff2f-0728-4638-86cc-f031f553d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a665757-9212-4b5a-93f7-423f91eb2a56,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:55.738926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] Publish callbacks [] for security_group (8a665757-9212-4b5a-93f7-423f91eb2a56), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.758907 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] Publish callbacks [] for security_group (8a665757-9212-4b5a-93f7-423f91eb2a56), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.891766 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8a665757-9212-4b5a-93f7-423f91eb2a56), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.894392 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:55.895562 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a665757-9212-4b5a-93f7-423f91eb2a56 HTTP/1.1" status: 204 len: 168 time: 0.2066720 Apr 04 14:28:55.903087 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c036cde-9d84-478a-9b44-56d8c227a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a665757-9212-4b5a-93f7-423f91eb2a56,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:56.142601 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38890) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:56.221161 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef5b3c-a62d-4200-ba77-e20c1d45aba1 req-05714519-bc1d-402d-a5ce-fd169256f46a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:56.222928 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-45ef5b3c-a62d-4200-ba77-e20c1d45aba1 req-05714519-bc1d-402d-a5ce-fd169256f46a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0564389 Apr 04 14:28:56.260141 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-590e56a0-b806-4dc3-a8f1-4d1f1ce23cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.279594 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-45ef5b3c-a62d-4200-ba77-e20c1d45aba1 req-f00f119c-96a8-4190-87b2-bd54b728b5a8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504637 Apr 04 14:28:56.338764 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-590e56a0-b806-4dc3-a8f1-4d1f1ce23cf9 admin admin] Publish callbacks [] for security_group (1aca76d6-11d2-43a8-8caa-a9d8489f08eb), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.402311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-590e56a0-b806-4dc3-a8f1-4d1f1ce23cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1aca76d6-11d2-43a8-8caa-a9d8489f08eb), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.443401 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-590e56a0-b806-4dc3-a8f1-4d1f1ce23cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e92e4e33229848d3b4fe27882d435a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996554 Apr 04 14:28:56.444488 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e56a0-b806-4dc3-a8f1-4d1f1ce23cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca76d6-11d2-43a8-8caa-a9d8489f08eb,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:56.446325 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38896) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:56.494396 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] Publish callbacks [] for security_group (1aca76d6-11d2-43a8-8caa-a9d8489f08eb), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.516098 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] Publish callbacks [] for security_group (1aca76d6-11d2-43a8-8caa-a9d8489f08eb), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.532151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38898) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:56.544833 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5518-a4a0-4a44-8c11-d62356c10035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.617612 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1aca76d6-11d2-43a8-8caa-a9d8489f08eb), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.620257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.621453 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1aca76d6-11d2-43a8-8caa-a9d8489f08eb HTTP/1.1" status: 204 len: 168 time: 0.1733115 Apr 04 14:28:56.629780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33282ea5-d8cc-4af9-8278-9506d7a5474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca76d6-11d2-43a8-8caa-a9d8489f08eb,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:56.680727 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5518-a4a0-4a44-8c11-d62356c10035 admin admin] Publish callbacks [] for security_group (f6ac827f-f4c8-486f-a940-68c785afae2e), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.760649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5518-a4a0-4a44-8c11-d62356c10035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f6ac827f-f4c8-486f-a940-68c785afae2e), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.793957 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6cdf5518-a4a0-4a44-8c11-d62356c10035 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a9e351880ce4d319ee336f8a8f3e9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607164 Apr 04 14:28:56.794910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5518-a4a0-4a44-8c11-d62356c10035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac827f-f4c8-486f-a940-68c785afae2e,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:56.797265 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38906) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:56.849725 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] Publish callbacks [] for security_group (f6ac827f-f4c8-486f-a940-68c785afae2e), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.870931 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] Publish callbacks [] for security_group (f6ac827f-f4c8-486f-a940-68c785afae2e), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.968265 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f6ac827f-f4c8-486f-a940-68c785afae2e), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.971013 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:56.974534 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6ac827f-f4c8-486f-a940-68c785afae2e HTTP/1.1" status: 204 len: 168 time: 0.1739628 Apr 04 14:28:56.981281 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144a5d1-4092-49d0-badc-412614b5279f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac827f-f4c8-486f-a940-68c785afae2e,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:57.223832 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 38918) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:57.237060 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3049c94c-7ad4-41fd-9a36-c118861c2fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.350050 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3049c94c-7ad4-41fd-9a36-c118861c2fd7 admin admin] Publish callbacks [] for security_group (091568de-054e-4e59-9fab-b4eb23b10596), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.407390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9faf70-8b6f-4fc9-b37b-1c4ceab96107 req-dd27750c-8c5b-494d-8006-ae09f6793edc tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:57.409060 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ea9faf70-8b6f-4fc9-b37b-1c4ceab96107 req-dd27750c-8c5b-494d-8006-ae09f6793edc tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 944 time: 0.0568743 Apr 04 14:28:57.419347 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-3049c94c-7ad4-41fd-9a36-c118861c2fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (091568de-054e-4e59-9fab-b4eb23b10596), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.467317 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 38928) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:28:57.467463 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-3049c94c-7ad4-41fd-9a36-c118861c2fd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5131bbb347e45d1953982b35231bbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446957 Apr 04 14:28:57.470250 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049c94c-7ad4-41fd-9a36-c118861c2fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091568de-054e-4e59-9fab-b4eb23b10596,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:57.477327 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ea9faf70-8b6f-4fc9-b37b-1c4ceab96107 req-46eb3fd2-b934-491f-9d61-ef6fb6ebaa8f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581474 Apr 04 14:28:57.522457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] Publish callbacks [] for security_group (091568de-054e-4e59-9fab-b4eb23b10596), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.547145 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] Publish callbacks [] for security_group (091568de-054e-4e59-9fab-b4eb23b10596), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.633121 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 6abf6653-4e2a-4657-b10c-218d09e188ce details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:28:57.664909 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (091568de-054e-4e59-9fab-b4eb23b10596), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.667705 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.671366 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/091568de-054e-4e59-9fab-b4eb23b10596 HTTP/1.1" status: 204 len: 168 time: 0.1999371 Apr 04 14:28:57.676820 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bed7a-2122-4d42-b620-9fb96077c84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091568de-054e-4e59-9fab-b4eb23b10596,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:57.751524 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6abf6653-4e2a-4657-b10c-218d09e188ce,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:57.764406 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:28:57.801624 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 6abf6653-4e2a-4657-b10c-218d09e188ce is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:57.801942 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.814877 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abf6653-4e2a-4657-b10c-218d09e188ce {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:28:57.834250 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6abf6653-4e2a-4657-b10c-218d09e188ce,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:57.927395 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:57.979814 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:28:57.987930 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.988503 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.988650 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.989064 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.989401 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.989738 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.990257 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.990372 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.990683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.990989 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.991339 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.991667 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.991989 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.992306 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:57.992625 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:28:58.164086 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['6abf6653-4e2a-4657-b10c-218d09e188ce'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:28:58.612635 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cb027-31d0-49a0-8af7-9416dec0bdb2 req-260b3ee2-6991-4895-bb0c-eb68b3badf28 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:58.614146 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b43cb027-31d0-49a0-8af7-9416dec0bdb2 req-260b3ee2-6991-4895-bb0c-eb68b3badf28 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 945 time: 0.0608530 Apr 04 14:28:58.687955 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b43cb027-31d0-49a0-8af7-9416dec0bdb2 req-5a3d41ff-d6c1-40ef-be5f-28f36a7e3604 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585732 Apr 04 14:28:59.650730 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 6abf6653-4e2a-4657-b10c-218d09e188ce up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:28:59.739545 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 6abf6653-4e2a-4657-b10c-218d09e188ce completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:28:59.759378 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 6abf6653-4e2a-4657-b10c-218d09e188ce triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:28:59.770145 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:59.827546 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8994c7-893f-4fb3-8258-3af2252b4aac req-f9e61441-71a0-42f5-a3fe-7e4f0d969da1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:28:59.829082 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd8994c7-893f-4fb3-8258-3af2252b4aac req-f9e61441-71a0-42f5-a3fe-7e4f0d969da1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 945 time: 0.0863636 Apr 04 14:28:59.887632 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cd8994c7-893f-4fb3-8258-3af2252b4aac req-3c35c5d3-04e1-46c1-b08a-d564994a5f3e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523322 Apr 04 14:28:59.890559 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 6abf6653-4e2a-4657-b10c-218d09e188ce is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:28:59.891002 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:28:59.918159 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:28:59.921929 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad74641-0453-44e8-8dfe-f0029ef7a8a0" -d '{"events": [{"server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "name": "network-vif-plugged", "status": "completed", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:28:59.937182 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6abf6653-4e2a-4657-b10c-218d09e188ce,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:28:59.957993 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d3410b-39ce-4790-ab8d-c925a879b5bb x-openstack-request-id: req-95d3410b-39ce-4790-ab8d-c925a879b5bb {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:28:59.958302 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "name": "network-vif-plugged", "status": "completed", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:28:59.958736 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95d3410b-39ce-4790-ab8d-c925a879b5bb {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:28:59.959135 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d3410b-39ce-4790-ab8d-c925a879b5bb'] response: {'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'code': 200} Apr 04 14:29:00.018889 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:00.069598 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:00.355757 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab9708-edc6-4708-b7c5-376e009577ec req-a7a2a5ec-6a5d-46df-bc5e-ea8d9c636102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:00.357284 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57ab9708-edc6-4708-b7c5-376e009577ec req-a7a2a5ec-6a5d-46df-bc5e-ea8d9c636102 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0464594 Apr 04 14:29:00.408897 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-57ab9708-edc6-4708-b7c5-376e009577ec req-6ee7dfcb-6a99-48b0-9d80-4633523fbd5c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Apr 04 14:29:01.003828 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df785f0-c91c-4f78-b791-7febd22ae810 req-706d1e65-1f0f-46c8-9805-42d81fd9639b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:01.005267 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7df785f0-c91c-4f78-b791-7febd22ae810 req-706d1e65-1f0f-46c8-9805-42d81fd9639b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0515466 Apr 04 14:29:01.057826 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7df785f0-c91c-4f78-b791-7febd22ae810 req-b06f7154-0448-4d7a-afaa-8392b4d4311e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468118 Apr 04 14:29:02.186837 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be62564-325a-4c73-b5a8-6d1059e680f0 req-a9e1aa8c-5e20-42db-971a-8e758a04318e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:02.186837 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9be62564-325a-4c73-b5a8-6d1059e680f0 req-a9e1aa8c-5e20-42db-971a-8e758a04318e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0565205 Apr 04 14:29:02.236028 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9be62564-325a-4c73-b5a8-6d1059e680f0 req-9ac9cde4-ef1d-4749-b5dd-05fbb651a38c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Apr 04 14:29:02.360441 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3d09d-0c30-445c-980e-12d3766e5dcf req-1528c99d-dda1-4149-b4fc-e62fb9ddc528 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:02.361926 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-03c3d09d-0c30-445c-980e-12d3766e5dcf req-1528c99d-dda1-4149-b4fc-e62fb9ddc528 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Apr 04 14:29:02.410946 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-03c3d09d-0c30-445c-980e-12d3766e5dcf req-6ddae72e-fd9d-4bd4-8241-ed398b284a86 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 Apr 04 14:29:02.432742 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39142) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:02.477552 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a0deb-f9ea-483c-9a2b-02f4dd0b522d tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:02.482030 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f82a0deb-f9ea-483c-9a2b-02f4dd0b522d tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1125 time: 0.0456517 Apr 04 14:29:02.482313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39144) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:02.486661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:29:02.596131 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:02.697145 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:02.806157 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.27.3.36 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/a2081868-a141-4b66-aa0e-15449b84a1a4) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:29:02.913013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.036214 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.075519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:29:03.079126 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:29:03.085647 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:29:03.109051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=a2081868-a141-4b66-aa0e-15449b84a1a4,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:03.449067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.592319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.744832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.859095 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:03.933014 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=a2081868-a141-4b66-aa0e-15449b84a1a4,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:03.945077 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:04.054411 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba associated. External IP: 172.27.3.36, port: 6abf6653-4e2a-4657-b10c-218d09e188ce. Apr 04 14:29:04.531247 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:04.650902 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:04.661767 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:04.674101 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:04.675002 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:04.724017 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:04.775207 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-59651fd0-c83b-4296-97d4-5594c8e9cead tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2787087 Apr 04 14:29:04.775207 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:04.775207 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3aab8-953f-4573-948c-bf04d220b162" -d '{"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:04.787418 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:04.801549 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7826b78-12d4-48d6-92a3-acc09152f188 x-openstack-request-id: req-c7826b78-12d4-48d6-92a3-acc09152f188 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:04.801843 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:04.802192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7826b78-12d4-48d6-92a3-acc09152f188 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:04.802606 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7826b78-12d4-48d6-92a3-acc09152f188'] response: {'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'status': 'completed', 'code': 200} Apr 04 14:29:04.881203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-16353caa-68dd-4ffa-9c16-ee54495ab643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:04.883109 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-16353caa-68dd-4ffa-9c16-ee54495ab643 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0543301 Apr 04 14:29:04.953518 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39194) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:05.020450 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-06ba7a05-0391-4007-90e1-46455005c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:05.025803 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-06ba7a05-0391-4007-90e1-46455005c1f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.1316757 Apr 04 14:29:05.147994 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-f95352d2-ab83-4014-8414-c9c68fafecd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 999 time: 0.1149380 Apr 04 14:29:05.179692 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baafcc-9b5b-4c12-860d-58d4ffa43c1b req-ee281045-ac1c-4666-82bb-ff220967931f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:05.181513 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b8baafcc-9b5b-4c12-860d-58d4ffa43c1b req-ee281045-ac1c-4666-82bb-ff220967931f tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0774722 Apr 04 14:29:05.236733 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:03Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:05.241083 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-c4d66ebb-d1fd-4860-8f6b-9e4b4f2e5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:05.241083 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-c4d66ebb-d1fd-4860-8f6b-9e4b4f2e5beb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0845320 Apr 04 14:29:05.271671 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:05.286808 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:05.288496 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:05.294932 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-5d593151-d388-4813-a76e-428382df5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:05.296877 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-5d593151-d388-4813-a76e-428382df5d7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507617 Apr 04 14:29:05.326065 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b8baafcc-9b5b-4c12-860d-58d4ffa43c1b req-184a72be-c282-46c8-bb48-352d6ee83970 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383555 Apr 04 14:29:05.407612 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-7efdc30b-1eb0-443f-9cfc-af20c697908e service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037974 Apr 04 14:29:05.424754 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:05.473488 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Deleting port 182dbfe3-3c31-4479-810d-8623e46bc082 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:05.474010 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:05.522727 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3fc3aab8-953f-4573-948c-bf04d220b162 req-4d39af23-a2c6-460c-b92a-2d0e8bd40797 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080518 Apr 04 14:29:05.569013 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:05.569445 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for floatingip (182dbfe3-3c31-4479-810d-8623e46bc082), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:05.582346 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Calling delete_port for 182dbfe3-3c31-4479-810d-8623e46bc082 owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:05.685192 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:03Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:05.728440 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d246c-c79e-482a-882e-7e9d313d3cf4 None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:03Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:05.858820 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (182dbfe3-3c31-4479-810d-8623e46bc082), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:05.888372 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event deleted for resources: {'Port': ['ID=182dbfe3-3c31-4479-810d-8623e46bc082,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:05.966575 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for floatingip (83c706cd-64e7-466b-b0ee-1f5042e2dfee), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:05.967234 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Floating IP 83c706cd-64e7-466b-b0ee-1f5042e2dfee disassociated (deleted). External IP: 172.27.3.59, port: 4d8e86c7-8f83-4f88-ac72-540f71cf6787. Apr 04 14:29:05.996183 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fd04a-da16-45e2-acae-dd4eddaabca2 None None] New status for floating IP 4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba: ACTIVE {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:29:06.184593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Router 692bfe10-b196-4549-8317-6f7bcea7b7cf has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:06.306431 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:06.310870 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:06.317067 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Sync routers for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:06.327416 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:06.328101 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:06.346280 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-7efca7db-4997-4e72-848d-8b390826600e tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "DELETE /v2.0/floatingips/83c706cd-64e7-466b-b0ee-1f5042e2dfee HTTP/1.1" status: 204 len: 168 time: 1.3878746 Apr 04 14:29:06.346280 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:06.346664 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:06.452788 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:06.524805 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4729b42-db04-4fdc-a83b-cb0238c712b8 x-openstack-request-id: req-a4729b42-db04-4fdc-a83b-cb0238c712b8 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:06.525377 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:06.525711 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4729b42-db04-4fdc-a83b-cb0238c712b8 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:06.525823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-73db9052-0bb4-4655-89f5-93c2fe7781e1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:06.526296 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4729b42-db04-4fdc-a83b-cb0238c712b8'] response: {'name': 'network-changed', 'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'status': 'completed', 'code': 200} Apr 04 14:29:06.527476 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-73db9052-0bb4-4655-89f5-93c2fe7781e1 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0657601 Apr 04 14:29:06.656495 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-eef8836c-fe2d-4766-b95e-84592b079eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:06.657922 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-eef8836c-fe2d-4766-b95e-84592b079eb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=219e1dc249474585875b6db15f207e90&device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 1129 time: 0.1020243 Apr 04 14:29:06.664029 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Deleting port df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:06.664496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (df49389e-83e7-4ba7-b527-138ab18838de), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:06.669705 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2112016-0e14-4f07-abe8-de072b48f560 req-031f2e7f-055c-4fee-8abb-45ac44da2223 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:06.672564 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a2112016-0e14-4f07-abe8-de072b48f560 req-031f2e7f-055c-4fee-8abb-45ac44da2223 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 947 time: 0.0833230 Apr 04 14:29:06.693719 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:06.728409 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Checking router: 692bfe10-b196-4549-8317-6f7bcea7b7cf for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:06.740487 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:06.741164 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:06.799945 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a2112016-0e14-4f07-abe8-de072b48f560 req-a7dde4bc-8f98-48fe-9c03-c76e3d3e5f70 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups?id=297ac725-ceb4-4d94-acdb-2346af1945ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082828 Apr 04 14:29:06.803271 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] For port df49389e-83e7-4ba7-b527-138ab18838de, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df49389e-83e7-4ba7-b527-138ab18838de,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:06.803653 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (df49389e-83e7-4ba7-b527-138ab18838de), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:06.834912 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-9ebd22cc-e945-4882-aff2-aaec6084f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:06.836445 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-9ebd22cc-e945-4882-aff2-aaec6084f155 service neutron] 10.222.0.18 "GET /v2.0/networks?id=376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 200 len: 908 time: 0.1629987 Apr 04 14:29:06.890493 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-47570d62-e39f-4b58-802f-9a39d39751d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 200 len: 217 time: 0.0454130 Apr 04 14:29:06.897509 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:06.996756 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-83e240fe-d047-4e54-a27c-226a7e33389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:06.998410 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-83e240fe-d047-4e54-a27c-226a7e33389a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 200 len: 846 time: 0.1014595 Apr 04 14:29:07.059482 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635c2b-bb54-42ff-bb6f-329d533f6050 req-977bb935-73d1-41cc-83fb-129b60b46842 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:07.062012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ed635c2b-bb54-42ff-bb6f-329d533f6050 req-977bb935-73d1-41cc-83fb-129b60b46842 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.2549086 Apr 04 14:29:07.172788 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ed635c2b-bb54-42ff-bb6f-329d533f6050 req-c2f56884-1282-48f5-9643-f454a1b8e3e0 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024902 Apr 04 14:29:07.219945 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:07.220708 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:07.221077 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Floating IP cbd90ee1-be2f-4c44-a9b6-e56cdc079672 disassociated. External IP: 172.27.3.74, port: df49389e-83e7-4ba7-b527-138ab18838de. Apr 04 14:29:07.221506 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Calling delete_port for df49389e-83e7-4ba7-b527-138ab18838de owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:07.231723 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:07.266915 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7bae3-e64a-4da9-9893-b822b3511e09 None None] The sync data for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi is: [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:23:46Z', 'revision_number': 4, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'b221b894-ea5a-4367-8ed3-695d7a8fd8bd', 'name': '', 'network_id': '376043fc-da9d-441d-bade-92155d51a299', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'mac_address': 'fa:16:3e:e3:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'de856688-8402-4e35-a251-37b4f599bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:45Z', 'updated_at': '2022-04-04T14:23:51Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'subnets': [{'id': 'de856688-8402-4e35-a251-37b4f599bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:07.401172 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-c6d9811a-5e09-4515-898a-2d3636818642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:07.402696 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-c6d9811a-5e09-4515-898a-2d3636818642 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=376043fc-da9d-441d-bade-92155d51a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3962839 Apr 04 14:29:07.495517 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-77882177-32dd-47f6-9629-79959224d359 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861633 Apr 04 14:29:07.539116 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b57bd-ea8c-486c-867f-f8c35ee70554 None None] New status for floating IP 83c706cd-64e7-466b-b0ee-1f5042e2dfee: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:29:07.555009 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (df49389e-83e7-4ba7-b527-138ab18838de), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:07.586647 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'Port': ['ID=df49389e-83e7-4ba7-b527-138ab18838de,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:07.619013 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68f1e6a3-1ed7-45e7-85bb-28959ad83eda req-4cee74d4-7576-4fb9-b4c2-a1505dd2c785 service neutron] 10.222.0.18 "GET /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170225 Apr 04 14:29:07.719838 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:07.833309 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:07.847542 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:07.869592 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:07.872885 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:07.891274 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] No DVR routers for this DVR port df49389e-83e7-4ba7-b527-138ab18838de on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:07.897191 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:07.906999 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f37b7bc-de7e-4da1-9cb4-333c620ae042 req-bd2f6a58-ca39-49f9-8570-6aad1c55a0cf tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.18 "DELETE /v2.0/ports/df49389e-83e7-4ba7-b527-138ab18838de HTTP/1.1" status: 204 len: 173 time: 1.3666589 Apr 04 14:29:07.906999 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-deleted', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:07.906999 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cd5709-e880-47af-8a2f-840b0ba792b0" -d '{"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-deleted", "tag": "df49389e-83e7-4ba7-b527-138ab18838de"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:07.932578 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf374c27-e9e8-493e-a7b6-e471d933fb54 req-f79fc725-e2bb-48bc-a53c-a19f42c96ec4 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e HTTP/1.1" status: 200 len: 210 time: 0.0519526 Apr 04 14:29:07.955265 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b653fdc-2260-4f7f-bf08-1831b8dc1672 x-openstack-request-id: req-9b653fdc-2260-4f7f-bf08-1831b8dc1672 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:07.955677 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e", "name": "network-vif-deleted", "tag": "df49389e-83e7-4ba7-b527-138ab18838de", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:07.955937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b653fdc-2260-4f7f-bf08-1831b8dc1672 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:07.956346 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b653fdc-2260-4f7f-bf08-1831b8dc1672'] response: {'server_uuid': 'fbf2ac5b-2cf6-4a12-8970-0cd783e15f4e', 'name': 'network-vif-deleted', 'tag': 'df49389e-83e7-4ba7-b527-138ab18838de', 'status': 'completed', 'code': 200} Apr 04 14:29:08.019006 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:08.313350 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a10a2f-63f5-4df1-860e-e58fd2340cbc req-674ce11c-1397-491b-bba9-9a574a52c3e1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:08.314996 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52a10a2f-63f5-4df1-860e-e58fd2340cbc req-674ce11c-1397-491b-bba9-9a574a52c3e1 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0761533 Apr 04 14:29:08.344287 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:08.371530 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:08.375266 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-52a10a2f-63f5-4df1-860e-e58fd2340cbc req-14356210-9846-4881-82c1-f33149ddd321 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e652ab1-9f62-491d-a551-7ad6c1d5cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522902 Apr 04 14:29:08.381589 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:08.382377 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:28:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:08.464987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-8aa29793-eec9-4d31-9a18-d5e55507d090 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:08.466102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-8aa29793-eec9-4d31-9a18-d5e55507d090 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 945 time: 0.0625062 Apr 04 14:29:08.512877 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:08.579889 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Deleting port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:08.580459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:08.692442 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] For port 4d8e86c7-8f83-4f88-ac72-540f71cf6787, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d8e86c7-8f83-4f88-ac72-540f71cf6787,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:08.692930 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:08.707255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Calling delete_port for 4d8e86c7-8f83-4f88-ac72-540f71cf6787 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:08.744145 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:08.775831 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb451fc-d4a1-45fa-9897-c1f8bd8aeeec None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:22:25Z', 'revision_number': 4, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '6d73a088-32af-474a-9b39-d14a705000a4', 'name': '', 'network_id': '70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'mac_address': 'fa:16:3e:40:c8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:22Z', 'updated_at': '2022-04-04T14:22:36Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'subnets': [{'id': 'ac85983a-4d2f-4113-b54a-fabab01179ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:08.904723 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (4d8e86c7-8f83-4f88-ac72-540f71cf6787), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:08.940753 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event deleted for resources: {'Port': ['ID=4d8e86c7-8f83-4f88-ac72-540f71cf6787,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:08.993160 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] No DVR routers for this DVR port 4d8e86c7-8f83-4f88-ac72-540f71cf6787 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:08.995377 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:08.999725 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a11bf3f6-4c1d-45a9-83b9-86274fca1116 req-bde55269-54ca-4b1b-8fde-f1acc393de53 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.18 "DELETE /v2.0/ports/4d8e86c7-8f83-4f88-ac72-540f71cf6787 HTTP/1.1" status: 204 len: 173 time: 0.5274272 Apr 04 14:29:09.043159 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b136a7-cd54-4519-857d-eb1dcee7ce84 None None] New status for floating IP cbd90ee1-be2f-4c44-a9b6-e56cdc079672: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:29:09.116561 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39294) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:09.185262 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (297ac725-ceb4-4d94-acdb-2346af1945ce), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.211897 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (297ac725-ceb4-4d94-acdb-2346af1945ce), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.355945 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (297ac725-ceb4-4d94-acdb-2346af1945ce), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.359274 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.362877 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "DELETE /v2.0/security-groups/297ac725-ceb4-4d94-acdb-2346af1945ce HTTP/1.1" status: 204 len: 168 time: 0.2428691 Apr 04 14:29:09.363559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39298) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:09.369989 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1833-e75c-4284-8ac2-a219fbc0f48d tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ac725-ceb4-4d94-acdb-2346af1945ce,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:09.385812 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.api.v2.resource [None req-848248d5-1564-4013-8a73-cbe7389f7813 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] show failed (client error): The resource could not be found. Apr 04 14:29:09.388634 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-848248d5-1564-4013-8a73-cbe7389f7813 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "GET /v2.0/security-groups/297ac725-ceb4-4d94-acdb-2346af1945ce HTTP/1.1" status: 404 len: 347 time: 0.0213120 Apr 04 14:29:09.389815 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39300) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:09.490888 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6a4f91e4-96c3-4e4e-af75-6a167837420e req-cbd31546-49ec-40f4-b766-9a3f9c6868bc tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0318599 Apr 04 14:29:09.538182 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Deleting port 6e91e198-0847-406d-8f18-e49ae9e87ffc {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:09.538470 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.618644 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.621210 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (6e91e198-0847-406d-8f18-e49ae9e87ffc), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.631850 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Calling delete_port for 6e91e198-0847-406d-8f18-e49ae9e87ffc owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:09.674173 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39306) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:09.685779 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:09.714376 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 4d8e86c7-8f83-4f88-ac72-540f71cf6787 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:09.715048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 4d8e86c7-8f83-4f88-ac72-540f71cf6787 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:09.715723 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:09.749907 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: df49389e-83e7-4ba7-b527-138ab18838de {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:09.750529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device df49389e-83e7-4ba7-b527-138ab18838de not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:09.794707 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1bbc-5d82-4e12-8294-9737537a0b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.910275 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (6e91e198-0847-406d-8f18-e49ae9e87ffc), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:09.954279 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Pushing event deleted for resources: {'Port': ['ID=6e91e198-0847-406d-8f18-e49ae9e87ffc,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:09.960459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-deleted', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:09.962748 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f11dd-a596-4e11-988e-2306554adc88" -d '{"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-deleted", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:10.017332 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1bbc-5d82-4e12-8294-9737537a0b8b admin admin] Publish callbacks [] for security_group (c4bd900b-d191-4cb4-9687-ac1c03dd9c0a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.034917 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks [] for floatingip (cbd90ee1-be2f-4c44-a9b6-e56cdc079672), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.039515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c6712a-cdd4-46bb-8c07-4118b480bea7 x-openstack-request-id: req-f8c6712a-cdd4-46bb-8c07-4118b480bea7 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:10.039874 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.040216 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a6eba8-cd47-4bd0-badd-47d0d5a87bee", "name": "network-vif-deleted", "tag": "4d8e86c7-8f83-4f88-ac72-540f71cf6787", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:10.040216 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8c6712a-cdd4-46bb-8c07-4118b480bea7 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:10.040216 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c6712a-cdd4-46bb-8c07-4118b480bea7'] response: {'server_uuid': 'a9a6eba8-cd47-4bd0-badd-47d0d5a87bee', 'name': 'network-vif-deleted', 'tag': '4d8e86c7-8f83-4f88-ac72-540f71cf6787', 'status': 'completed', 'code': 200} Apr 04 14:29:10.040434 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f1782e87-28b6-4096-99f5-dede27ef28f9 tempest-AttachVolumeShelveTestJSON-1741244283 tempest-AttachVolumeShelveTestJSON-1741244283-project] 10.222.0.13 "DELETE /v2.0/floatingips/cbd90ee1-be2f-4c44-a9b6-e56cdc079672 HTTP/1.1" status: 204 len: 168 time: 0.6479802 Apr 04 14:29:10.096165 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1bbc-5d82-4e12-8294-9737537a0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c4bd900b-d191-4cb4-9687-ac1c03dd9c0a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.134854 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a1bbc-5d82-4e12-8294-9737537a0b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bd900b-d191-4cb4-9687-ac1c03dd9c0a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:10.142259 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fa3a1bbc-5d82-4e12-8294-9737537a0b8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6df8e5ce3c24db890382b92b21fcf45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669256 Apr 04 14:29:10.145034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39332) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:10.194587 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] Publish callbacks [] for security_group (c4bd900b-d191-4cb4-9687-ac1c03dd9c0a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.221802 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] Publish callbacks [] for security_group (c4bd900b-d191-4cb4-9687-ac1c03dd9c0a), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.407941 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c4bd900b-d191-4cb4-9687-ac1c03dd9c0a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.416908 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:10.416908 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4bd900b-d191-4cb4-9687-ac1c03dd9c0a HTTP/1.1" status: 204 len: 168 time: 0.2673769 Apr 04 14:29:10.423266 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92df50d-7eae-4627-b310-c25e473fca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bd900b-d191-4cb4-9687-ac1c03dd9c0a,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:10.601343 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-175e18dc-f8d6-4866-bd81-b9c7c1bc7598 req-9d17f1e6-9174-4a0d-9030-1fb41f1169ec tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9a6eba8-cd47-4bd0-badd-47d0d5a87bee HTTP/1.1" status: 200 len: 210 time: 0.0312157 Apr 04 14:29:11.071332 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39356) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:11.084740 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7364e0a9-60ec-4511-86cf-c58cfcaa9a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.171475 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7364e0a9-60ec-4511-86cf-c58cfcaa9a8c admin admin] Publish callbacks [] for security_group (98b165f5-0c3a-49c3-88b4-37bbdcef672f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.236173 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-37f2c03b-6ce5-4666-a153-5998b22eb2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.263127 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-7364e0a9-60ec-4511-86cf-c58cfcaa9a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98b165f5-0c3a-49c3-88b4-37bbdcef672f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.302199 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-7364e0a9-60ec-4511-86cf-c58cfcaa9a8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d57bb2ca08af4ac186e1b3b2576f5f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297819 Apr 04 14:29:11.303320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364e0a9-60ec-4511-86cf-c58cfcaa9a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b165f5-0c3a-49c3-88b4-37bbdcef672f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:11.304961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39358) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:11.353253 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] Publish callbacks [] for security_group (98b165f5-0c3a-49c3-88b4-37bbdcef672f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.374447 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] Publish callbacks [] for security_group (98b165f5-0c3a-49c3-88b4-37bbdcef672f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.510496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98b165f5-0c3a-49c3-88b4-37bbdcef672f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.513328 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.514625 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98b165f5-0c3a-49c3-88b4-37bbdcef672f HTTP/1.1" status: 204 len: 168 time: 0.2078991 Apr 04 14:29:11.524154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfd6f7-805c-4f14-af6c-8f9013d53b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b165f5-0c3a-49c3-88b4-37bbdcef672f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:11.656495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39380) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:11.712472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (8e652ab1-9f62-491d-a551-7ad6c1d5cfff), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.741221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (8e652ab1-9f62-491d-a551-7ad6c1d5cfff), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.898495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8e652ab1-9f62-491d-a551-7ad6c1d5cfff), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.903082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:11.903082 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e652ab1-9f62-491d-a551-7ad6c1d5cfff HTTP/1.1" status: 204 len: 168 time: 0.2443027 Apr 04 14:29:11.921077 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0940c5-26b0-44d3-a9c5-c7eb4b512b72 tempest-TestShelveInstance-1208833116 tempest-TestShelveInstance-1208833116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e652ab1-9f62-491d-a551-7ad6c1d5cfff,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:12.035559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39388) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:12.328715 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39394) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:12.342364 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dab25ab4-ab9e-49ad-bddc-592ebe353d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.419511 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dab25ab4-ab9e-49ad-bddc-592ebe353d5d admin admin] Publish callbacks [] for security_group (c66b46b1-b586-4d04-aae4-50566d3b4835), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.485656 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.526975 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dab25ab4-ab9e-49ad-bddc-592ebe353d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c66b46b1-b586-4d04-aae4-50566d3b4835), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.566032 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-dab25ab4-ab9e-49ad-bddc-592ebe353d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60009c5ab5144bf9b0733a0499f4f701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355740 Apr 04 14:29:12.566888 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab25ab4-ab9e-49ad-bddc-592ebe353d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b46b1-b586-4d04-aae4-50566d3b4835,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:12.570317 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39396) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:12.679082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] Publish callbacks [] for security_group (c66b46b1-b586-4d04-aae4-50566d3b4835), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.705995 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] Publish callbacks [] for security_group (c66b46b1-b586-4d04-aae4-50566d3b4835), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.816431 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Deleting port b221b894-ea5a-4367-8ed3-695d7a8fd8bd {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:12.816731 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.846878 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39418) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:12.860787 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c66b46b1-b586-4d04-aae4-50566d3b4835), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.863381 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.864509 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c66b46b1-b586-4d04-aae4-50566d3b4835 HTTP/1.1" status: 204 len: 168 time: 0.2932556 Apr 04 14:29:12.881211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02aaf1-eef4-4173-8dca-fac7a0d1531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b46b1-b586-4d04-aae4-50566d3b4835,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:12.919250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] For port b221b894-ea5a-4367-8ed3-695d7a8fd8bd, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:12.919560 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:12.933655 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Calling delete_port for b221b894-ea5a-4367-8ed3-695d7a8fd8bd owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:13.197087 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (b221b894-ea5a-4367-8ed3-695d7a8fd8bd), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.247156 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b221b894-ea5a-4367-8ed3-695d7a8fd8bd,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:13.458550 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-673b8df9-34c7-46fe-8836-525b7145e93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.496513 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.497137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.646957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39438) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:13.723426 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Router 692bfe10-b196-4549-8317-6f7bcea7b7cf has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:13.755934 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Deleting port 6d73a088-32af-474a-9b39-d14a705000a4 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:13.756272 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (6d73a088-32af-474a-9b39-d14a705000a4), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.837142 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] For port 6d73a088-32af-474a-9b39-d14a705000a4, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=6d73a088-32af-474a-9b39-d14a705000a4,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:13.837466 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (6d73a088-32af-474a-9b39-d14a705000a4), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:13.851599 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Calling delete_port for 6d73a088-32af-474a-9b39-d14a705000a4 owned by network:router_interface {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:14.064774 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca4eb-92c7-4b64-80a6-10fc4f0400eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.114864 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (6d73a088-32af-474a-9b39-d14a705000a4), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.129209 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:14.134868 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e5ced0fe-8184-4525-810b-ba33c3056d1d admin admin] 10.222.0.13 "PUT /v2.0/routers/692bfe10-b196-4549-8317-6f7bcea7b7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982637 Apr 04 14:29:14.138718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39442) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:14.142217 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Sync routers for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:14.155980 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:14.156741 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:14.171523 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d73a088-32af-474a-9b39-d14a705000a4,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:14.276467 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca4eb-92c7-4b64-80a6-10fc4f0400eb admin admin] Publish callbacks [] for security_group (999ae33f-17af-409f-9111-867b4964dd9f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.300349 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks [] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.363993 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:14.368074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca4eb-92c7-4b64-80a6-10fc4f0400eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (999ae33f-17af-409f-9111-867b4964dd9f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.378200 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.431374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ed2ca4eb-92c7-4b64-80a6-10fc4f0400eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f149b910bae4e48995af677ecb7f561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7809238 Apr 04 14:29:14.431553 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39446) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:14.440248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ca4eb-92c7-4b64-80a6-10fc4f0400eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ae33f-17af-409f-9111-867b4964dd9f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:14.485984 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks [] for router_gateway (692bfe10-b196-4549-8317-6f7bcea7b7cf), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.512622 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] Publish callbacks [] for security_group (999ae33f-17af-409f-9111-867b4964dd9f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.535791 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] Publish callbacks [] for security_group (999ae33f-17af-409f-9111-867b4964dd9f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.562113 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:29:13Z', 'revision_number': 5, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port': {'id': '9bcb32cb-f8d5-4428-9d5f-c458e8942332', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:43Z', 'updated_at': '2022-04-04T14:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:14.591882 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Checking router: 692bfe10-b196-4549-8317-6f7bcea7b7cf for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:14.602740 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Routers {'692bfe10-b196-4549-8317-6f7bcea7b7cf'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:14.603644 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['692bfe10-b196-4549-8317-6f7bcea7b7cf'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:14.610512 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Deleting port 9bcb32cb-f8d5-4428-9d5f-c458e8942332 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:14.610866 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.629376 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Router ca2366d6-9cee-45a2-97f8-2a0bb659d384 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:14.658880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.681827 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (999ae33f-17af-409f-9111-867b4964dd9f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.684840 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.689483 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/999ae33f-17af-409f-9111-867b4964dd9f HTTP/1.1" status: 204 len: 168 time: 0.2567751 Apr 04 14:29:14.698146 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] Set router 692bfe10-b196-4549-8317-6f7bcea7b7cf gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:14.706648 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6ca81-9e45-4640-b8f0-e1e229bb5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ae33f-17af-409f-9111-867b4964dd9f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:14.721422 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] For port 9bcb32cb-f8d5-4428-9d5f-c458e8942332, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=9bcb32cb-f8d5-4428-9d5f-c458e8942332,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:14.721996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.738025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Calling delete_port for 9bcb32cb-f8d5-4428-9d5f-c458e8942332 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:14.753512 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:29:14Z', 'revision_number': 6, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:14.770773 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:14.779733 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-77b31d81-c3e2-4cbe-88c1-26907d463919 admin admin] 10.222.0.13 "PUT /v2.0/routers/ca2366d6-9cee-45a2-97f8-2a0bb659d384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281154 Apr 04 14:29:14.781079 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Sync routers for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:14.783642 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d491d26c-d30b-49d8-8b8f-ec8e0685a82b None None] The sync data for ids ['692bfe10-b196-4549-8317-6f7bcea7b7cf'] in dv-cinder-835880-4-iscsi is: [{'id': '692bfe10-b196-4549-8317-6f7bcea7b7cf', 'name': 'tempest-TestShelveInstance-47359380-router', 'tenant_id': '219e1dc249474585875b6db15f207e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:42Z', 'updated_at': '2022-04-04T14:29:14Z', 'revision_number': 6, 'project_id': '219e1dc249474585875b6db15f207e90', 'gw_port_host': None}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:14.787547 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39450) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:14.791854 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:14.792705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:14.902345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks [] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:14.913074 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:15.013972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks [] for router_gateway (ca2366d6-9cee-45a2-97f8-2a0bb659d384), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.030542 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (9bcb32cb-f8d5-4428-9d5f-c458e8942332), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.060107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcb32cb-f8d5-4428-9d5f-c458e8942332,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:15.127293 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.127485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:29:13Z', 'revision_number': 5, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port': {'id': '427ab923-2539-42cd-861f-c7b1f5f9b0d1', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:22:14Z', 'updated_at': '2022-04-04T14:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:15.161752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Checking router: ca2366d6-9cee-45a2-97f8-2a0bb659d384 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:15.170306 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Deleting port 427ab923-2539-42cd-861f-c7b1f5f9b0d1 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:15.170795 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.170910 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Routers {'ca2366d6-9cee-45a2-97f8-2a0bb659d384'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:15.171461 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:15.290841 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] For port 427ab923-2539-42cd-861f-c7b1f5f9b0d1, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=427ab923-2539-42cd-861f-c7b1f5f9b0d1,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:15.291263 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.301575 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.305320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks [] for router_controller (692bfe10-b196-4549-8317-6f7bcea7b7cf), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.306699 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Calling delete_port for 427ab923-2539-42cd-861f-c7b1f5f9b0d1 owned by network:router_gateway {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:15.424529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] Set router ca2366d6-9cee-45a2-97f8-2a0bb659d384 gateway port host: None {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:15.426447 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39456) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:15.441192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (692bfe10-b196-4549-8317-6f7bcea7b7cf), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.441881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 692bfe10-b196-4549-8317-6f7bcea7b7cf {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:29:15.443481 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e782db-9d58-4427-a0d1-1c09e1f100fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.449226 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.450553 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e0e2afdb-ff14-4803-985c-b0c76115fb51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/692bfe10-b196-4549-8317-6f7bcea7b7cf HTTP/1.1" status: 204 len: 168 time: 1.3108540 Apr 04 14:29:15.453315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39458) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:15.480853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:29:15Z', 'revision_number': 6, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:15.483456 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.510336 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252a40a5-61d5-413c-907e-dba15eedc327 None None] The sync data for ids ['ca2366d6-9cee-45a2-97f8-2a0bb659d384'] in dv-cinder-835880-4-iscsi is: [{'id': 'ca2366d6-9cee-45a2-97f8-2a0bb659d384', 'name': 'tempest-AttachVolumeShelveTestJSON-937347524-router', 'tenant_id': '64268a01dd9a41daa8755c0eb820ca6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:22:13Z', 'updated_at': '2022-04-04T14:29:15Z', 'revision_number': 6, 'project_id': '64268a01dd9a41daa8755c0eb820ca6e', 'gw_port_host': None}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:15.534839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Deleting subnet de856688-8402-4e35-a251-37b4f599bc68 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:29:15.540331 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Publish callbacks [] for subnet (de856688-8402-4e35-a251-37b4f599bc68), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.540559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e782db-9d58-4427-a0d1-1c09e1f100fc admin admin] Publish callbacks [] for security_group (e68f581f-8e73-4e01-a971-36222fed4152), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.580781 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (de856688-8402-4e35-a251-37b4f599bc68), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.656979 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (de856688-8402-4e35-a251-37b4f599bc68), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.658687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-44e782db-9d58-4427-a0d1-1c09e1f100fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e68f581f-8e73-4e01-a971-36222fed4152), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.665779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (427ab923-2539-42cd-861f-c7b1f5f9b0d1), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.704509 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-44e782db-9d58-4427-a0d1-1c09e1f100fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bfeb6edc3f94b89941b2466b4f10419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744269 Apr 04 14:29:15.704661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39460) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:15.711195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e782db-9d58-4427-a0d1-1c09e1f100fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68f581f-8e73-4e01-a971-36222fed4152,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:15.720792 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=427ab923-2539-42cd-861f-c7b1f5f9b0d1,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:15.757837 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] Publish callbacks [] for security_group (e68f581f-8e73-4e01-a971-36222fed4152), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.784978 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] Publish callbacks [] for security_group (e68f581f-8e73-4e01-a971-36222fed4152), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.791716 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.856476 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (de856688-8402-4e35-a251-37b4f599bc68), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.910134 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de856688-8402-4e35-a251-37b4f599bc68,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:15.910615 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (e68f581f-8e73-4e01-a971-36222fed4152), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.916420 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.921247 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.921557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.921557 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e68f581f-8e73-4e01-a971-36222fed4152 HTTP/1.1" status: 204 len: 168 time: 0.2142725 Apr 04 14:29:15.923697 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050a3e2-3115-48c7-aa37-789cdc1ac7ca None None] Network 376043fc-da9d-441d-bade-92155d51a299 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:29:15.924944 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-dea5dc40-c131-45f6-ac7f-c22f9de67cfc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de856688-8402-4e35-a251-37b4f599bc68 HTTP/1.1" status: 204 len: 168 time: 0.4705911 Apr 04 14:29:15.925553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39464) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:15.926795 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks [] for router_controller (ca2366d6-9cee-45a2-97f8-2a0bb659d384), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:15.933170 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59defbe5-72dd-4046-804c-d59097f7ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68f581f-8e73-4e01-a971-36222fed4152,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:16.040754 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.043482 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (376043fc-da9d-441d-bade-92155d51a299), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.102035 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (ca2366d6-9cee-45a2-97f8-2a0bb659d384), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.102535 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2366d6-9cee-45a2-97f8-2a0bb659d384 {{(pid=103853) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:29:16.107946 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.112631 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39466) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:16.119640 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1d391f0d-a914-4128-82d7-b4eea607e2e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ca2366d6-9cee-45a2-97f8-2a0bb659d384 HTTP/1.1" status: 204 len: 168 time: 1.3309472 Apr 04 14:29:16.152946 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Deleting port b3dd54f6-52de-4d62-91f4-a741326b3cdb {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:16.153285 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.177724 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] DHCP port deletion for 376043fc-da9d-441d-bade-92155d51a299 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:29:16.180129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Deleting subnet ac85983a-4d2f-4113-b54a-fabab01179ce {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:29:16.183628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Publish callbacks [] for subnet (ac85983a-4d2f-4113-b54a-fabab01179ce), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.224652 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (ac85983a-4d2f-4113-b54a-fabab01179ce), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.228517 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] For port b3dd54f6-52de-4d62-91f4-a741326b3cdb, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b3dd54f6-52de-4d62-91f4-a741326b3cdb,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:16.229133 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.235485 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Deleting port b3dd54f6-52de-4d62-91f4-a741326b3cdb {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:16.235953 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.256545 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Calling delete_port for b3dd54f6-52de-4d62-91f4-a741326b3cdb owned by network:dhcp {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:16.306266 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] For port b3dd54f6-52de-4d62-91f4-a741326b3cdb, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=b3dd54f6-52de-4d62-91f4-a741326b3cdb,segment=NetworkSegment(af19c9d1-a9aa-46f4-bc5d-19b67c2f7355),segment_id=af19c9d1-a9aa-46f4-bc5d-19b67c2f7355)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:16.306466 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.319844 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Calling delete_port for b3dd54f6-52de-4d62-91f4-a741326b3cdb owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:16.349755 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (ac85983a-4d2f-4113-b54a-fabab01179ce), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.417930 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.424772 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (b3dd54f6-52de-4d62-91f4-a741326b3cdb), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.452828 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] Pushing event deleted for resources: {'Port': ['ID=b3dd54f6-52de-4d62-91f4-a741326b3cdb,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:16.454603 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dd54f6-52de-4d62-91f4-a741326b3cdb,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:16.462184 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] No DVR routers for this DVR port b3dd54f6-52de-4d62-91f4-a741326b3cdb on host dv-cinder-835880-4-iscsi {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:16.464538 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84258e-ec86-4eb4-9c09-4cdbfe9af0c8 None None] No DVR routers for this DVR port b3dd54f6-52de-4d62-91f4-a741326b3cdb on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:16.465790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (ac85983a-4d2f-4113-b54a-fabab01179ce), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.539037 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac85983a-4d2f-4113-b54a-fabab01179ce,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:16.540097 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8dc703-0d73-4cc1-8b93-d9a4752b04ba None None] Network 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:29:16.543380 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.550946 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-92f1f784-2ab6-418a-893b-f64325330951 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac85983a-4d2f-4113-b54a-fabab01179ce HTTP/1.1" status: 204 len: 168 time: 0.4372122 Apr 04 14:29:16.553242 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39480) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:16.662772 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.752185 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 9bcb32cb-f8d5-4428-9d5f-c458e8942332 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:16.779807 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 9bcb32cb-f8d5-4428-9d5f-c458e8942332 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:16.780415 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 9bcb32cb-f8d5-4428-9d5f-c458e8942332 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:16.781001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b221b894-ea5a-4367-8ed3-695d7a8fd8bd no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:16.808451 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Deleting port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:16.808804 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.809499 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: b221b894-ea5a-4367-8ed3-695d7a8fd8bd {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:16.809981 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b221b894-ea5a-4367-8ed3-695d7a8fd8bd not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:16.810477 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 6d73a088-32af-474a-9b39-d14a705000a4 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:16.839256 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] DHCP port deletion for 70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:29:16.841683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 6d73a088-32af-474a-9b39-d14a705000a4 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:16.842222 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 6d73a088-32af-474a-9b39-d14a705000a4 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:16.911772 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (376043fc-da9d-441d-bade-92155d51a299), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.942424 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] For port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:16.942570 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376043fc-da9d-441d-bade-92155d51a299']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:16.942779 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Deleting port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:16.943234 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.943633 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.954546 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:16.954856 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af19c9d1-a9aa-46f4-bc5d-19b67c2f7355') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:16.965890 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (af19c9d1-a9aa-46f4-bc5d-19b67c2f7355), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.977459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Calling delete_port for 2ee988b8-bee0-4edd-8b65-68e0877ebe9e owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:16.987943 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (af19c9d1-a9aa-46f4-bc5d-19b67c2f7355), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:16.998412 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:29:16.998831 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (af19c9d1-a9aa-46f4-bc5d-19b67c2f7355), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:29:17.000946 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:29:17.032810 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] For port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,segment=NetworkSegment(55d837af-c1da-4189-a410-34f260dba85c),segment_id=55d837af-c1da-4189-a410-34f260dba85c)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:17.033447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.056357 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Calling delete_port for 2ee988b8-bee0-4edd-8b65-68e0877ebe9e owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:17.173765 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (376043fc-da9d-441d-bade-92155d51a299), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.180201 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.184109 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] 10.222.0.13 "DELETE /v2.0/networks/376043fc-da9d-441d-bade-92155d51a299 HTTP/1.1" status: 204 len: 168 time: 1.2553086 Apr 04 14:29:17.187440 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39498) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:17.197866 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524e27b-2575-4e8d-b610-3d2a77e27bab admin admin] Pushing event deleted for resources: {'Network': ['ID=376043fc-da9d-441d-bade-92155d51a299,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:17.368452 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.379849 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (2ee988b8-bee0-4edd-8b65-68e0877ebe9e), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.410240 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] No DVR routers for this DVR port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:17.416846 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] No DVR routers for this DVR port 2ee988b8-bee0-4edd-8b65-68e0877ebe9e on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:17.416846 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.418314 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63248-fd3a-43fe-a609-6a2965eebfba None None] Pushing event deleted for resources: {'Port': ['ID=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:17.418477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee988b8-bee0-4edd-8b65-68e0877ebe9e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:17.511037 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.556853 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:17.570981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d837af-c1da-4189-a410-34f260dba85c') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:17.571306 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d837af-c1da-4189-a410-34f260dba85c') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:17.586137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (55d837af-c1da-4189-a410-34f260dba85c), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.622406 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (55d837af-c1da-4189-a410-34f260dba85c), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.630566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:29:17.630948 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (55d837af-c1da-4189-a410-34f260dba85c), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:29:17.632669 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:29:17.749251 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (ccfc06a1-0206-4691-a647-a4438c7787c8), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.785910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.816991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:17.820196 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc HTTP/1.1" status: 204 len: 168 time: 1.2658553 Apr 04 14:29:17.832790 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e314ae8-8570-47ab-a62c-adc194992d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=70ef036b-9eb2-49eb-a3d6-b38f4e9fe1fc,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:18.018534 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Deleting port ea5cece5-f35c-4732-899b-fa4d6b9569d8 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:18.018870 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.100701 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] For port ea5cece5-f35c-4732-899b-fa4d6b9569d8, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ea5cece5-f35c-4732-899b-fa4d6b9569d8,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:18.101126 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.115522 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Calling delete_port for ea5cece5-f35c-4732-899b-fa4d6b9569d8 owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:18.181324 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 427ab923-2539-42cd-861f-c7b1f5f9b0d1 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:18.202682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 427ab923-2539-42cd-861f-c7b1f5f9b0d1 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:18.203099 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 427ab923-2539-42cd-861f-c7b1f5f9b0d1 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:18.203652 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2ee988b8-bee0-4edd-8b65-68e0877ebe9e no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:18.223965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 2ee988b8-bee0-4edd-8b65-68e0877ebe9e {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:18.224241 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2ee988b8-bee0-4edd-8b65-68e0877ebe9e not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:18.224854 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b3dd54f6-52de-4d62-91f4-a741326b3cdb no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:18.248864 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: b3dd54f6-52de-4d62-91f4-a741326b3cdb {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:18.249568 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device b3dd54f6-52de-4d62-91f4-a741326b3cdb not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:18.256574 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39524) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:18.306521 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a455108c-bf7a-4d88-8898-42f8e6dd66a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64268a01dd9a41daa8755c0eb820ca6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0513027 Apr 04 14:29:18.309207 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39526) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:18.360438 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] Publish callbacks [] for security_group (55dedc3a-81ab-4143-b367-df8c58abf849), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.381142 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] Publish callbacks [] for security_group (55dedc3a-81ab-4143-b367-df8c58abf849), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.384377 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (ea5cece5-f35c-4732-899b-fa4d6b9569d8), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.410447 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5cece5-f35c-4732-899b-fa4d6b9569d8,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:18.533686 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (55dedc3a-81ab-4143-b367-df8c58abf849), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.536364 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.537537 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55dedc3a-81ab-4143-b367-df8c58abf849 HTTP/1.1" status: 204 len: 168 time: 0.2271390 Apr 04 14:29:18.547319 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c005-c288-4b2e-987e-517132fd39de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dedc3a-81ab-4143-b367-df8c58abf849,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:18.600042 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (ccfc06a1-0206-4691-a647-a4438c7787c8), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:18.843708 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Router ccfc06a1-0206-4691-a647-a4438c7787c8 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:29:18.949194 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:29:18.959842 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-5580d24b-8bae-4df6-9c75-e2a9b838f224 admin admin] 10.222.0.13 "PUT /v2.0/routers/ccfc06a1-0206-4691-a647-a4438c7787c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669768 Apr 04 14:29:18.959842 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39538) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:18.962363 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Sync routers for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:29:18.973543 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:18.974154 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:19.074834 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks [] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.087049 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:19.212601 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks [] for router_gateway (ccfc06a1-0206-4691-a647-a4438c7787c8), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.238006 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39548) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:19.300736 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:29:18Z', 'revision_number': 5, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port': {'id': '380886a8-5feb-437b-ba6d-47ab1c798d62', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:19.329682 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Checking router: ccfc06a1-0206-4691-a647-a4438c7787c8 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:29:19.340889 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Routers {'ccfc06a1-0206-4691-a647-a4438c7787c8'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:29:19.341618 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:29:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ccfc06a1-0206-4691-a647-a4438c7787c8'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:19.380972 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a61d84a6-da24-4652-a9c8-d3efa29a2d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.435574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Deleting port 380886a8-5feb-437b-ba6d-47ab1c798d62 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:19.435910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.547522 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] Set router ccfc06a1-0206-4691-a647-a4438c7787c8 gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:29:19.604061 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:29:19Z', 'revision_number': 6, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:19.632565 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad715-ce25-420c-826b-f0f6cc5bc5f6 None None] The sync data for ids ['ccfc06a1-0206-4691-a647-a4438c7787c8'] in dv-cinder-835880-4-iscsi is: [{'id': 'ccfc06a1-0206-4691-a647-a4438c7787c8', 'name': 'tempest-TestShelveInstance-2090399407-router', 'tenant_id': '1da03a8b40e4430bb721e5982dcb7737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:23:50Z', 'updated_at': '2022-04-04T14:29:19Z', 'revision_number': 6, 'project_id': '1da03a8b40e4430bb721e5982dcb7737', 'gw_port_host': None}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:29:19.830469 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a61d84a6-da24-4652-a9c8-d3efa29a2d04 admin admin] Publish callbacks [] for security_group (c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.845325 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] For port 380886a8-5feb-437b-ba6d-47ab1c798d62, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=380886a8-5feb-437b-ba6d-47ab1c798d62,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:19.845692 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:19.859085 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Calling delete_port for 380886a8-5feb-437b-ba6d-47ab1c798d62 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:19.958893 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a61d84a6-da24-4652-a9c8-d3efa29a2d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.015933 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a61d84a6-da24-4652-a9c8-d3efa29a2d04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d0e0e064e824bf38471a6bcc7b98b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762089 Apr 04 14:29:20.018128 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d84a6-da24-4652-a9c8-d3efa29a2d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:20.019361 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39570) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:20.092037 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] Publish callbacks [] for security_group (c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.120801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] Publish callbacks [] for security_group (c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.156244 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (380886a8-5feb-437b-ba6d-47ab1c798d62), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.182964 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=380886a8-5feb-437b-ba6d-47ab1c798d62,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:20.212733 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.215362 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.216575 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2 HTTP/1.1" status: 204 len: 168 time: 0.1953747 Apr 04 14:29:20.224852 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbe98e-d826-4076-9936-2647ca475f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe1640-ad9f-4004-a623-3ddc1f4c9ca2,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:20.252232 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (ccfc06a1-0206-4691-a647-a4438c7787c8), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.345679 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.347970 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks [] for router_controller (ccfc06a1-0206-4691-a647-a4438c7787c8), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.458739 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (ccfc06a1-0206-4691-a647-a4438c7787c8), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.459720 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccfc06a1-0206-4691-a647-a4438c7787c8 {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:29:20.467166 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.470803 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cf1097ca-48b4-4495-b91c-1bd2df2e37d4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ccfc06a1-0206-4691-a647-a4438c7787c8 HTTP/1.1" status: 204 len: 168 time: 1.5119309 Apr 04 14:29:20.473389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39586) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:20.506323 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ea5cece5-f35c-4732-899b-fa4d6b9569d8 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:20.536447 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Deleting subnet 62218c8f-66f4-4382-b3ab-23cb02214134 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:29:20.538081 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: ea5cece5-f35c-4732-899b-fa4d6b9569d8 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:20.538841 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ea5cece5-f35c-4732-899b-fa4d6b9569d8 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:20.539506 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 380886a8-5feb-437b-ba6d-47ab1c798d62 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:20.543354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Publish callbacks [] for subnet (62218c8f-66f4-4382-b3ab-23cb02214134), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.566911 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 380886a8-5feb-437b-ba6d-47ab1c798d62 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:20.567298 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 380886a8-5feb-437b-ba6d-47ab1c798d62 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:20.600088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (62218c8f-66f4-4382-b3ab-23cb02214134), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.696046 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (62218c8f-66f4-4382-b3ab-23cb02214134), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.796411 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (62218c8f-66f4-4382-b3ab-23cb02214134), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.822133 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62218c8f-66f4-4382-b3ab-23cb02214134,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:20.832781 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:20.836846 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-781b3a25-28bd-46e5-86b5-2e9a770ef76c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62218c8f-66f4-4382-b3ab-23cb02214134 HTTP/1.1" status: 204 len: 168 time: 0.3621342 Apr 04 14:29:20.838101 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb42d97-a5fc-4157-a72a-979f58d169e1 None None] Network 037e1cac-6132-47c6-a9e8-63b30242e891 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:29:20.839758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39604) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:20.958743 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (037e1cac-6132-47c6-a9e8-63b30242e891), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.019854 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Deleting port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:21.019854 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.054628 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] DHCP port deletion for 037e1cac-6132-47c6-a9e8-63b30242e891 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:29:21.084898 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] For port d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:21.087502 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.101802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Calling delete_port for d7cde3e3-001b-4a08-9c0f-b0a386e49a96 owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:21.109339 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Deleting port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:21.109815 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.190274 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] For port d7cde3e3-001b-4a08-9c0f-b0a386e49a96, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,segment=NetworkSegment(4f7281c9-dd89-4828-a0be-5fb4052f6c01),segment_id=4f7281c9-dd89-4828-a0be-5fb4052f6c01)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:21.190722 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.204611 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Calling delete_port for d7cde3e3-001b-4a08-9c0f-b0a386e49a96 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:21.276508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.284125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (d7cde3e3-001b-4a08-9c0f-b0a386e49a96), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.303563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:21.307239 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] No DVR routers for this DVR port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:21.314610 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] Pushing event deleted for resources: {'Port': ['ID=d7cde3e3-001b-4a08-9c0f-b0a386e49a96,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:21.320247 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6277253d-f6cd-4869-a7ff-3dd04ee90f7b None None] No DVR routers for this DVR port d7cde3e3-001b-4a08-9c0f-b0a386e49a96 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:21.393397 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (037e1cac-6132-47c6-a9e8-63b30242e891), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.414771 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037e1cac-6132-47c6-a9e8-63b30242e891']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:21.425407 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7281c9-dd89-4828-a0be-5fb4052f6c01') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:21.425817 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7281c9-dd89-4828-a0be-5fb4052f6c01') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:29:21.429958 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39624) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:21.435275 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (4f7281c9-dd89-4828-a0be-5fb4052f6c01), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.454686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (4f7281c9-dd89-4828-a0be-5fb4052f6c01), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.461457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:29:21.463135 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (4f7281c9-dd89-4828-a0be-5fb4052f6c01), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:29:21.464200 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:29:21.570237 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-435969446-network', 'tenant_id': '98978bcf356d4ba2ad20a403f6c66ab9'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:29:21.596262 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (037e1cac-6132-47c6-a9e8-63b30242e891), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.600532 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.604055 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] 10.222.0.13 "DELETE /v2.0/networks/037e1cac-6132-47c6-a9e8-63b30242e891 HTTP/1.1" status: 204 len: 168 time: 0.7629476 Apr 04 14:29:21.619729 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3953d2b-da9e-4275-8549-fd048dc6767c admin admin] Pushing event deleted for resources: {'Network': ['ID=037e1cac-6132-47c6-a9e8-63b30242e891,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:21.669674 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Made reservation on behalf of 98978bcf356d4ba2ad20a403f6c66ab9 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:29:21.672135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.681241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.759779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks [] for security_group (a98a10df-2c62-4777-ad50-650dd6fcb35e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.807055 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a98a10df-2c62-4777-ad50-650dd6fcb35e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.827720 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:29:21.842690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a10df-2c62-4777-ad50-650dd6fcb35e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:21.845643 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (cf52f04c-f6f7-415d-93cc-8f225183eda6), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.845950 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Added segment cf52f04c-f6f7-415d-93cc-8f225183eda6 of type vlan for network c533f312-4ae4-4acd-96bd-cd66162ae91b Apr 04 14:29:21.879487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39632) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:21.884548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (c533f312-4ae4-4acd-96bd-cd66162ae91b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.919794 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f077a5b8-719b-4120-b53b-f6c08cac877b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=219e1dc249474585875b6db15f207e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389948 Apr 04 14:29:21.922321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39634) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:21.965591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (c533f312-4ae4-4acd-96bd-cd66162ae91b), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.966699 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:21.967335 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.973060 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] Publish callbacks [] for security_group (8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:21.994255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] Publish callbacks [] for security_group (8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.029505 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] Pushing event updated for resources: {'Network': ['ID=c533f312-4ae4-4acd-96bd-cd66162ae91b,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:22.039765 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network c533f312-4ae4-4acd-96bd-cd66162ae91b details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:29:22.071491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e91655b6-efb7-4e87-989d-fb49a8305772 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6403065 Apr 04 14:29:22.074422 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39638) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:22.079814 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Request body: {'subnet': {'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-435969446-subnet', 'tenant_id': '98978bcf356d4ba2ad20a403f6c66ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:29:22.097012 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.099617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.107642 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b HTTP/1.1" status: 204 len: 168 time: 0.1775424 Apr 04 14:29:22.116055 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b1a2c-233f-4ee4-b8cc-979ca44eb8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6639b7-951e-4fc9-8f82-c4bdee4c8f8b,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:22.154681 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Made reservation on behalf of 98978bcf356d4ba2ad20a403f6c66ab9 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:29:22.157453 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12032206'] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.175471 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device d7cde3e3-001b-4a08-9c0f-b0a386e49a96 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:29:22.197667 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: d7cde3e3-001b-4a08-9c0f-b0a386e49a96 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:29:22.198183 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device d7cde3e3-001b-4a08-9c0f-b0a386e49a96 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:29:22.401639 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12032216'] for subnet (514b064a-e889-4a88-8e5d-d2f1ed981612), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.458258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514b064a-e889-4a88-8e5d-d2f1ed981612,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:22.465591 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Checking segment: {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:29:22.465950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Network hostable DHCP agents. Network: c533f312-4ae4-4acd-96bd-cd66162ae91b, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:29:22.593832 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Network c533f312-4ae4-4acd-96bd-cd66162ae91b is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:29:22.685645 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, c533f312-4ae4-4acd-96bd-cd66162ae91b) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:29:22.689733 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:22.690321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.694057 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a790c1-afd5-44d2-b19f-adecd38bec6a None None] Network c533f312-4ae4-4acd-96bd-cd66162ae91b requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:29:22.768565 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-81917d3c-403c-4151-958b-966ef8b89c77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6930313 Apr 04 14:29:22.791300 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48db9a-3f28-4d54-ac60-a3caca5ecba4 None None] Network c533f312-4ae4-4acd-96bd-cd66162ae91b requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:29:22.839092 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 39650) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:22.889620 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-1e4e5746-011e-4d67-9084-581f475e53a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1da03a8b40e4430bb721e5982dcb7737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491941 Apr 04 14:29:22.892379 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 39652) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:22.943846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] Publish callbacks [] for security_group (549ff78b-565c-4a31-9b4c-1c5deb40c254), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:22.968553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] Publish callbacks [] for security_group (549ff78b-565c-4a31-9b4c-1c5deb40c254), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:23.120134 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (549ff78b-565c-4a31-9b4c-1c5deb40c254), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:23.126652 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:23.126652 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/549ff78b-565c-4a31-9b4c-1c5deb40c254 HTTP/1.1" status: 204 len: 168 time: 0.2304847 Apr 04 14:29:23.131984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4b4e-ea47-493b-98bb-4006a6f9f577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ff78b-565c-4a31-9b4c-1c5deb40c254,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:25.224803 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-38e6a0b1-aec7-4cfd-bf8b-9c3ad38904f1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:25.226245 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-38e6a0b1-aec7-4cfd-bf8b-9c3ad38904f1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/networks?id=c533f312-4ae4-4acd-96bd-cd66162ae91b HTTP/1.1" status: 200 len: 808 time: 0.1037951 Apr 04 14:29:25.240497 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-794703bb-e796-46a2-ac7d-0fb59e990b12 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/quotas/98978bcf356d4ba2ad20a403f6c66ab9 HTTP/1.1" status: 200 len: 375 time: 0.0086906 Apr 04 14:29:25.277715 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-9ac4b4be-dac9-4db6-9551-c8b4f6984345 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288584 Apr 04 14:29:25.365549 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-e451fcf1-52a5-4f1a-99b6-e70a96a2eedb service neutron] 10.222.0.13 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835524 Apr 04 14:29:25.455212 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-a46b3795-72aa-4bc9-8480-80321c8a6580 service neutron] 10.222.0.13 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832791 Apr 04 14:29:25.688842 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-4786d84b-1784-4269-a930-b8504170bcf7 req-c44d0a5d-eb46-40e1-b7f1-da3899812d4f tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0308118 Apr 04 14:29:26.783929 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4da4bc1b-c174-4b4a-a54e-0a01ec600852 req-15d6063b-64f2-4825-a98c-c1e701e325f4 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0281334 Apr 04 14:29:27.507932 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:29:27.875091 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8969cdea-de75-436f-bf4a-2bb1220ba174 req-fedaae11-a9e3-496e-96df-2b6b27eccd99 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Apr 04 14:29:28.969611 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f4afbd85-35ce-498e-86a6-ed490fd8bee0 req-5aca9352-f71b-48f1-b192-378413c2a0d1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Apr 04 14:29:30.061851 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3b3db210-fda7-46d8-8755-d58bb3e0f16a req-05b55cc4-1e9c-45bd-acba-3912f8ea9007 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Apr 04 14:29:31.154155 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-30a772d4-4c81-4616-a01b-0ba018fd96c1 req-fd6446d2-69c0-43d5-b565-3e4994e0904b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Apr 04 14:29:31.491073 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-7e27c577-618d-433e-ae17-c6d2349b4328 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:31.500828 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-7e27c577-618d-433e-ae17-c6d2349b4328 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "GET /v2.0/networks?id=c533f312-4ae4-4acd-96bd-cd66162ae91b HTTP/1.1" status: 200 len: 808 time: 0.0968645 Apr 04 14:29:31.505202 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Request body: {'port': {'device_id': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b', 'admin_state_up': True, 'tenant_id': '98978bcf356d4ba2ad20a403f6c66ab9'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:29:31.715201 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Made reservation on behalf of 98978bcf356d4ba2ad20a403f6c66ab9 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:29:31.718767 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:31.850051 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Allocated IP 172.20.0.13 (c533f312-4ae4-4acd-96bd-cd66162ae91b/514b064a-e889-4a88-8e5d-d2f1ed981612/822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:29:32.003657 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks [] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.125754 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.171378 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Network c533f312-4ae4-4acd-96bd-cd66162ae91b is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:29:32.174918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:29:32.181179 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:29:32.187662 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Pushing event updated for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:32.242318 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:32.242948 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.291117 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16addcad-37d9-4abf-ab96-0b68aa78b1b3 req-cb8d15cc-4d67-4645-8dfe-4f89a8dc6941 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:32.292579 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16addcad-37d9-4abf-ab96-0b68aa78b1b3 req-cb8d15cc-4d67-4645-8dfe-4f89a8dc6941 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 932 time: 0.0677505 Apr 04 14:29:32.339087 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16addcad-37d9-4abf-ab96-0b68aa78b1b3 req-764f6101-7b0d-4e98-bdeb-ffb4c22af36e tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 Apr 04 14:29:32.375210 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-c656d7c4-6450-46e7-aa59-14b47346ae46 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8740809 Apr 04 14:29:32.386667 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Request body: {'port': {'device_id': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:29:32.446341 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.696162 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:29:32.703431 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks [] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.714760 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Transition to ACTIVE for port object 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:29:32.777562 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.827996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Pushing event updated for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:32.894975 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Attempting to bind port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:29:32.895344 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Attempting to bind port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:29:32.895670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Attempting to bind port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb on network c533f312-4ae4-4acd-96bd-cd66162ae91b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:29:32.899781 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb on network c533f312-4ae4-4acd-96bd-cd66162ae91b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:29:32.900100 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Attempting to bind port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb on network c533f312-4ae4-4acd-96bd-cd66162ae91b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:29:32.904658 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:29:32.904992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Checking segment: {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:29:32.905370 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Bound using segment: {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:29:32.905788 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Bound port: 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:29:32.906143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:32.967015 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:29:32.969874 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:29:33.070079 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:33.106824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.107472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:33.108860 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] 10.222.0.18 "PUT /v2.0/ports/822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb HTTP/1.1" status: 200 len: 1094 time: 0.7262030 Apr 04 14:29:33.109291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:33.112191 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f981097f-4812-442a-8cea-bacee0a41cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:33.135410 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bb879-150e-4f6a-aad0-9e4e0e990700 service neutron] Pushing event updated for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:33.149162 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc330d6-ba7f-40eb-8208-c38f0a417ab5 x-openstack-request-id: req-7bc330d6-ba7f-40eb-8208-c38f0a417ab5 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:33.149457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:33.150882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bc330d6-ba7f-40eb-8208-c38f0a417ab5 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:33.150882 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc330d6-ba7f-40eb-8208-c38f0a417ab5'] response: {'name': 'network-changed', 'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb', 'status': 'completed', 'code': 200} Apr 04 14:29:33.218291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981097f-4812-442a-8cea-bacee0a41cdc req-0549bb6d-edfd-44d3-97aa-e4f00c117dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.219809 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f981097f-4812-442a-8cea-bacee0a41cdc req-0549bb6d-edfd-44d3-97aa-e4f00c117dfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 1128 time: 0.0493362 Apr 04 14:29:33.320285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981097f-4812-442a-8cea-bacee0a41cdc req-365954f8-30bc-4695-8d48-190bb19729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.321829 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f981097f-4812-442a-8cea-bacee0a41cdc req-365954f8-30bc-4695-8d48-190bb19729b6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0947497 Apr 04 14:29:33.431609 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981097f-4812-442a-8cea-bacee0a41cdc req-93b3d255-05d7-4c4b-b253-bb66f23e80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.433037 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f981097f-4812-442a-8cea-bacee0a41cdc req-93b3d255-05d7-4c4b-b253-bb66f23e80ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048222 Apr 04 14:29:33.482920 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2440-0361-49aa-bfa9-782caf9bcb2e req-168bf8b8-2b31-4160-b785-0cac0e49fb30 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.488318 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad1f2440-0361-49aa-bfa9-782caf9bcb2e req-168bf8b8-2b31-4160-b785-0cac0e49fb30 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0665424 Apr 04 14:29:33.560229 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-e6b91295-25f1-488b-9b25-d40830466d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.561751 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-e6b91295-25f1-488b-9b25-d40830466d5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 1128 time: 0.0764010 Apr 04 14:29:33.564848 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ad1f2440-0361-49aa-bfa9-782caf9bcb2e req-69365bd7-8939-44b5-abdb-b11ddf8d29c7 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717039 Apr 04 14:29:33.607995 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-fe8f50ee-a302-489b-9ea7-9ea1d21aeefd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb HTTP/1.1" status: 200 len: 217 time: 0.0390151 Apr 04 14:29:33.654082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-01da44e7-0db9-452d-a95e-0aee711e1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:33.655527 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-01da44e7-0db9-452d-a95e-0aee711e1b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=514b064a-e889-4a88-8e5d-d2f1ed981612 HTTP/1.1" status: 200 len: 848 time: 0.0423670 Apr 04 14:29:33.686638 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-24b92f71-f718-4d46-ab84-3cafe464c62d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c533f312-4ae4-4acd-96bd-cd66162ae91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254617 Apr 04 14:29:33.775487 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-3653ac15-a821-432f-b50d-71f3e8d185cf service neutron] 10.222.0.18 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 Apr 04 14:29:33.860473 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0c8b7c2f-d273-4e62-9d3b-a3c7bf835b7b req-3c5be85f-dea7-4c30-bec3-069ea8b0bfc9 service neutron] 10.222.0.18 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790575 Apr 04 14:29:34.684426 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90235bc-a54f-4b42-becd-cc00563ff021 req-f91cd9e4-4f7a-4348-b86c-5a29bc8b9d43 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:34.686077 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e90235bc-a54f-4b42-becd-cc00563ff021 req-f91cd9e4-4f7a-4348-b86c-5a29bc8b9d43 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0519569 Apr 04 14:29:34.733344 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e90235bc-a54f-4b42-becd-cc00563ff021 req-f6350d02-f804-414d-8487-c200109f12cb tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Apr 04 14:29:35.848097 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513c4d-99bd-42a8-b780-3700a1e07871 req-9fd64c63-7135-4f6f-ab66-b3ba0c0f19c0 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:35.849622 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a513c4d-99bd-42a8-b780-3700a1e07871 req-9fd64c63-7135-4f6f-ab66-b3ba0c0f19c0 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0520737 Apr 04 14:29:35.893350 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7a513c4d-99bd-42a8-b780-3700a1e07871 req-61a2afa4-6359-4973-ae81-dd0211ba0d2e tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380766 Apr 04 14:29:37.009484 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a2711-4dc1-41f8-8cad-c3b03f850c5d req-97f6d137-f28c-4271-84fd-7166c4158d5b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:37.010994 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-da1a2711-4dc1-41f8-8cad-c3b03f850c5d req-97f6d137-f28c-4271-84fd-7166c4158d5b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0526156 Apr 04 14:29:37.062492 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-da1a2711-4dc1-41f8-8cad-c3b03f850c5d req-ac53b0d2-a66f-48c5-9286-3230cb1af5d1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Apr 04 14:29:38.183974 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bade82-cb6d-40ab-8fcf-95167a2eb4fe req-7c0fbc4a-3fe3-4f5b-af36-c294db8663ed tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:38.185433 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29bade82-cb6d-40ab-8fcf-95167a2eb4fe req-7c0fbc4a-3fe3-4f5b-af36-c294db8663ed tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0553904 Apr 04 14:29:38.234455 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-29bade82-cb6d-40ab-8fcf-95167a2eb4fe req-b14ac518-57bf-404b-aafd-ad9bcc3cd88d tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Apr 04 14:29:39.353847 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e46106-2c15-4e9d-81e7-8bbe97f3aa51 req-d846a30b-6318-4612-9b87-275ebffbdae2 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:39.355385 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d2e46106-2c15-4e9d-81e7-8bbe97f3aa51 req-d846a30b-6318-4612-9b87-275ebffbdae2 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0538979 Apr 04 14:29:39.402591 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d2e46106-2c15-4e9d-81e7-8bbe97f3aa51 req-987054a6-c7a4-4301-aedc-6db87dfe94a1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Apr 04 14:29:40.522125 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb70fcd-7e43-4bcb-ac62-a0b08ff74e41 req-c237e2e0-70ad-49ac-9a22-6f539cfb3385 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:40.523812 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ebb70fcd-7e43-4bcb-ac62-a0b08ff74e41 req-c237e2e0-70ad-49ac-9a22-6f539cfb3385 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 944 time: 0.0550051 Apr 04 14:29:40.569236 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ebb70fcd-7e43-4bcb-ac62-a0b08ff74e41 req-ad1798c3-d229-4cd0-acb3-8e543ca67f1a tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Apr 04 14:29:40.727046 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:29:40.820058 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:40.831025 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb', 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b', 'port_id': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb', 'mac_address': 'fa:16:3e:e2:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514b064a-e889-4a88-8e5d-d2f1ed981612', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:29:40.871028 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:29:40.871445 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:40.883542 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:29:40.901867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:41.017855 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:41.066446 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:41.177656 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ee8b-2152-4165-89b0-250299ff1515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:41.686580 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75932d6-a62d-4ee3-ac8f-8b2350915880 req-dd23319d-98f5-4bc1-8e1e-257db6a88c33 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:41.687986 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e75932d6-a62d-4ee3-ac8f-8b2350915880 req-dd23319d-98f5-4bc1-8e1e-257db6a88c33 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 945 time: 0.0510340 Apr 04 14:29:41.732484 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e75932d6-a62d-4ee3-ac8f-8b2350915880 req-7cf53eca-9672-4020-8ae3-77a6cedf9794 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 Apr 04 14:29:42.693440 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:29:42.853262 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76115a0c-8785-4d10-8c5e-b3895ea1d474 req-4acd187e-9b98-440e-9df4-59925a7fed2d tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:42.855009 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-76115a0c-8785-4d10-8c5e-b3895ea1d474 req-4acd187e-9b98-440e-9df4-59925a7fed2d tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 945 time: 0.0559468 Apr 04 14:29:42.901243 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-76115a0c-8785-4d10-8c5e-b3895ea1d474 req-1a7ff66e-069b-4b65-b383-c54136cbb0de tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Apr 04 14:29:43.417481 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-495e59cb-5f54-4e08-96d8-b7db9f38a640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:44.021379 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22392-f481-4e58-80cb-e27cbb2e11b5 req-862da511-9e8a-498f-9dad-bcd7e13c4592 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:44.023065 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e7a22392-f481-4e58-80cb-e27cbb2e11b5 req-862da511-9e8a-498f-9dad-bcd7e13c4592 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 945 time: 0.0558348 Apr 04 14:29:44.072601 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e7a22392-f481-4e58-80cb-e27cbb2e11b5 req-47ccc288-d46b-4ecb-9b7c-c868851679a0 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416772 Apr 04 14:29:44.444443 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:29:44.527147 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:29:44.531449 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:29:44.531826 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:44.622636 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:29:44.623201 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:44.645120 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:44.647373 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003502cb-e6bc-4f48-b87b-5014f312e9a3" -d '{"events": [{"server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "name": "network-vif-plugged", "status": "completed", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:44.659452 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:44.683486 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191034b-9bae-4ab6-91ec-977905d8367c x-openstack-request-id: req-b191034b-9bae-4ab6-91ec-977905d8367c {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:44.683783 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "name": "network-vif-plugged", "status": "completed", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:44.684085 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b191034b-9bae-4ab6-91ec-977905d8367c {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:44.684665 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b191034b-9bae-4ab6-91ec-977905d8367c'] response: {'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb', 'code': 200} Apr 04 14:29:44.703291 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:44.754577 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:44.804783 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:44.988452 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11d8ba-7e74-47b0-80e8-e148986c7219 req-cf383617-1e83-43a3-8682-60374c5d51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:44.989969 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3a11d8ba-7e74-47b0-80e8-e148986c7219 req-cf383617-1e83-43a3-8682-60374c5d51ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 1130 time: 0.0442824 Apr 04 14:29:45.034744 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3a11d8ba-7e74-47b0-80e8-e148986c7219 req-bef20131-4e2a-46e2-9ac4-134f083f368d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Apr 04 14:29:45.195875 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd792-c5fa-4009-b725-6e1e66769ef2 req-dd2e5f68-f333-4162-9455-dbf3ded0a6e5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:45.197382 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1d2dd792-c5fa-4009-b725-6e1e66769ef2 req-dd2e5f68-f333-4162-9455-dbf3ded0a6e5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Apr 04 14:29:45.247249 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1d2dd792-c5fa-4009-b725-6e1e66769ef2 req-c8028cb6-47f1-4179-a351-a8863c82dfca tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Apr 04 14:29:45.491948 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:45.924714 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:46.364182 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97b1a-2c7a-473d-8040-e454f8d726a4 req-f54bf30c-0e66-4b5c-8ccf-3ccca4399e17 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:46.365324 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fa97b1a-2c7a-473d-8040-e454f8d726a4 req-f54bf30c-0e66-4b5c-8ccf-3ccca4399e17 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0513120 Apr 04 14:29:46.417168 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fa97b1a-2c7a-473d-8040-e454f8d726a4 req-9c10aa14-b1d3-4560-ab0e-ae7fce15cbbc tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Apr 04 14:29:47.337892 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:47.535873 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2778-b176-494f-b1d4-0718af69d2fe req-6affa6d0-f7d0-4b5c-8541-c7fd09b688d5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:47.537283 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-519f2778-b176-494f-b1d4-0718af69d2fe req-6affa6d0-f7d0-4b5c-8541-c7fd09b688d5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0551019 Apr 04 14:29:47.582884 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-519f2778-b176-494f-b1d4-0718af69d2fe req-aa957b9c-24b7-428d-b9d5-8bc4e5cfc2ed tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Apr 04 14:29:48.701998 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bbd96-ab80-4aa3-aef0-55b367fd8cf9 req-4bd73a24-132d-4b97-943c-53d557ca4398 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:48.703417 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-187bbd96-ab80-4aa3-aef0-55b367fd8cf9 req-4bd73a24-132d-4b97-943c-53d557ca4398 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0543046 Apr 04 14:29:48.749805 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-187bbd96-ab80-4aa3-aef0-55b367fd8cf9 req-55c960d0-c364-45e9-abfe-f327a03c0abd tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Apr 04 14:29:49.920407 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90e17c-f708-4f9e-b61f-d76b6e722a10 req-c8105d2f-63b9-486b-be34-233a79b706e8 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:49.921917 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe90e17c-f708-4f9e-b61f-d76b6e722a10 req-c8105d2f-63b9-486b-be34-233a79b706e8 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0518222 Apr 04 14:29:49.970169 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe90e17c-f708-4f9e-b61f-d76b6e722a10 req-d4e8e6e6-98e2-450f-b814-0c9c167abde3 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Apr 04 14:29:51.090494 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbc46e-1c7b-4a2b-847b-f7f7abaf3e94 req-2f986881-5591-43e8-a506-fac3c8fd0662 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:51.091986 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b3bbc46e-1c7b-4a2b-847b-f7f7abaf3e94 req-2f986881-5591-43e8-a506-fac3c8fd0662 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Apr 04 14:29:51.137553 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b3bbc46e-1c7b-4a2b-847b-f7f7abaf3e94 req-a3abf96c-4518-4306-a7e2-26998e4cedc8 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Apr 04 14:29:52.259687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1b6d3-8ec4-4177-a574-854d0c38e42d req-d5487c7d-3008-42c3-a691-800cb6f1cf7b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:52.261200 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3ac1b6d3-8ec4-4177-a574-854d0c38e42d req-d5487c7d-3008-42c3-a691-800cb6f1cf7b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0559103 Apr 04 14:29:52.306785 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3ac1b6d3-8ec4-4177-a574-854d0c38e42d req-5128eb6c-1460-44f7-b15c-aabb797af345 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Apr 04 14:29:53.423911 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca6493-fc77-4536-aa01-7fa12f820ea4 req-36c8d698-1c7c-4605-8c84-948f22e0b0df tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:53.425350 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7dca6493-fc77-4536-aa01-7fa12f820ea4 req-36c8d698-1c7c-4605-8c84-948f22e0b0df tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0514822 Apr 04 14:29:53.474733 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7dca6493-fc77-4536-aa01-7fa12f820ea4 req-193753e5-015c-49bc-a48b-dd7a3ca37f96 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Apr 04 14:29:53.820372 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-852d4dd1-9a13-467d-94cb-4ac8fd67f220 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:53.821751 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-852d4dd1-9a13-467d-94cb-4ac8fd67f220 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 946 time: 0.0514193 Apr 04 14:29:53.923111 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Deleting port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:29:53.923487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:54.018078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] For port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:29:54.018462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:54.031057 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Calling delete_port for 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:29:54.205967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:54.235438 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Pushing event deleted for resources: {'Port': ['ID=822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:54.275356 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] No DVR routers for this DVR port 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:29:54.278326 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:54.281504 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d10dc3f5-6061-4b38-bdb2-494115fd51c2 req-1692c450-c258-4a4b-94b2-4535481e4633 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "DELETE /v2.0/ports/822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb HTTP/1.1" status: 204 len: 173 time: 0.4533634 Apr 04 14:29:54.281950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'name': 'network-vif-deleted', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:29:54.285290 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903db23f-4b61-4e3f-84b2-11a7e364f357" -d '{"events": [{"server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "name": "network-vif-deleted", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:29:54.320133 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133de24-4c5f-4a3e-b887-63707d1ba8b2 x-openstack-request-id: req-0133de24-4c5f-4a3e-b887-63707d1ba8b2 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:29:54.320426 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e49e78d-4849-4c41-bf6f-32d1d8b482e6", "name": "network-vif-deleted", "tag": "822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:29:54.320683 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0133de24-4c5f-4a3e-b887-63707d1ba8b2 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:29:54.321090 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0133de24-4c5f-4a3e-b887-63707d1ba8b2'] response: {'server_uuid': '3e49e78d-4849-4c41-bf6f-32d1d8b482e6', 'name': 'network-vif-deleted', 'tag': '822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb', 'status': 'completed', 'code': 200} Apr 04 14:29:54.566463 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ac1cf41d-e3b8-4c3b-a191-c5766a7fc862 req-b4120296-5287-4a39-9379-c5ba3f00f05e tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Apr 04 14:29:55.662790 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d85ebb6-d0c0-49df-87de-20ed55b5c5b1 req-ba2b2838-533e-49bf-a3e1-d4bb9f68674c tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0296407 Apr 04 14:29:56.445648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:29:56.768185 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-51c968b4-a60c-41c4-a7a9-20c23cf4936b req-d43612c6-2b32-4711-82b3-e6715f9b904b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e49e78d-4849-4c41-bf6f-32d1d8b482e6 HTTP/1.1" status: 200 len: 210 time: 0.0273588 Apr 04 14:29:58.038862 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-a75effdc-1960-4b58-8200-7f61452da5d1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:29:58.040276 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-a75effdc-1960-4b58-8200-7f61452da5d1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/networks?id=c533f312-4ae4-4acd-96bd-cd66162ae91b HTTP/1.1" status: 200 len: 808 time: 0.0992398 Apr 04 14:29:58.054853 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-6d529b60-b744-47cd-a09f-b2bf4fc7bfee tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/quotas/98978bcf356d4ba2ad20a403f6c66ab9 HTTP/1.1" status: 200 len: 375 time: 0.0092399 Apr 04 14:29:58.090914 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-35c5cc91-dcac-4136-8e66-d0bd5b0bdfb7 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307922 Apr 04 14:29:58.184709 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-0b761b77-ef00-45f9-a61e-0b8ccab2e0df service neutron] 10.222.0.13 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Apr 04 14:29:58.300380 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-4aa621d8-b30e-42cd-803d-8f4cc65ff533 service neutron] 10.222.0.13 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092324 Apr 04 14:29:58.344240 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40164) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:58.449107 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.533233 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Publish callbacks [] for security_group (1d83071b-4c32-4369-8394-e08c12780f7e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.551740 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b52922bf-3ca3-4c49-af16-0b9ad7ff4ff5 req-40e72956-24ac-4ddf-81c2-d7d60f57883c tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Apr 04 14:29:58.599616 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1d83071b-4c32-4369-8394-e08c12780f7e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.639567 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aecc32d34b204250bf0d584766d1d1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940302 Apr 04 14:29:58.640454 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d83071b-4c32-4369-8394-e08c12780f7e,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:58.642254 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40176) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:58.647929 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.652654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba81b16-8d94-498a-b17f-38a694cf4022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.694104 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Publish callbacks [] for security_group (1d83071b-4c32-4369-8394-e08c12780f7e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.714982 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Publish callbacks [] for security_group (1d83071b-4c32-4369-8394-e08c12780f7e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.828760 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (1d83071b-4c32-4369-8394-e08c12780f7e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.831430 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:58.833059 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d83071b-4c32-4369-8394-e08c12780f7e HTTP/1.1" status: 204 len: 168 time: 0.1897471 Apr 04 14:29:58.841285 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d83071b-4c32-4369-8394-e08c12780f7e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:58.849052 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.849398 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.849743 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.850095 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.850455 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.850779 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.851250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.851442 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.851758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.852086 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.852411 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.852731 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.853138 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.853815 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:58.854025 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a45bf0-832f-4f89-a786-54e4bf169f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:29:59.426784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40194) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:59.440721 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-61492f42-2afd-4e00-a19b-a6fd373a08d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.522237 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-61492f42-2afd-4e00-a19b-a6fd373a08d5 admin admin] Publish callbacks [] for security_group (59f84dbb-7166-49e6-b04a-2a69082d5589), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.566092 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-61492f42-2afd-4e00-a19b-a6fd373a08d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (59f84dbb-7166-49e6-b04a-2a69082d5589), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.614047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61492f42-2afd-4e00-a19b-a6fd373a08d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f84dbb-7166-49e6-b04a-2a69082d5589,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:29:59.621071 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-61492f42-2afd-4e00-a19b-a6fd373a08d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adffbea58c114e84aa4e5146a0688e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904349 Apr 04 14:29:59.621214 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40204) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:29:59.652789 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-99ad1ecb-069e-4942-a6bf-9d2e44b530e3 req-c7510134-f524-4828-a6ae-005ae7a8fb4b tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 210 time: 0.0298331 Apr 04 14:29:59.677248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] Publish callbacks [] for security_group (59f84dbb-7166-49e6-b04a-2a69082d5589), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.698447 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] Publish callbacks [] for security_group (59f84dbb-7166-49e6-b04a-2a69082d5589), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.810645 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (59f84dbb-7166-49e6-b04a-2a69082d5589), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.813301 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:29:59.814543 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59f84dbb-7166-49e6-b04a-2a69082d5589 HTTP/1.1" status: 204 len: 168 time: 0.1923687 Apr 04 14:29:59.822924 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69eb667-b563-4df3-afac-11bcdb362fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f84dbb-7166-49e6-b04a-2a69082d5589,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:00.472597 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-b12772b2-2b1e-4c5f-a891-74028e46ee70 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:00.472809 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:30:00.473377 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-b12772b2-2b1e-4c5f-a891-74028e46ee70 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "GET /v2.0/networks?id=c533f312-4ae4-4acd-96bd-cd66162ae91b HTTP/1.1" status: 200 len: 808 time: 0.1084223 Apr 04 14:30:00.485758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Request body: {'port': {'device_id': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b', 'admin_state_up': True, 'tenant_id': '98978bcf356d4ba2ad20a403f6c66ab9'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:00.499545 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:30:00.500196 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 822b9d18-2cb8-4603-aeb6-d0ea39a0ddcb not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:30:00.667775 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Made reservation on behalf of 98978bcf356d4ba2ad20a403f6c66ab9 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:00.671766 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:00.765058 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-cbdee496-1963-4167-a5a1-45580d1a2e92 req-5247eabb-07c1-4dc1-9fdf-ccbc8f134508 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 210 time: 0.0396485 Apr 04 14:30:00.827888 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Allocated IP 172.20.0.2 (c533f312-4ae4-4acd-96bd-cd66162ae91b/514b064a-e889-4a88-8e5d-d2f1ed981612/26fcb334-4218-4f8f-a8d6-4e304b7df70f) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:00.984272 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks [] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.073585 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.113604 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Network c533f312-4ae4-4acd-96bd-cd66162ae91b is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:01.116574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:01.120156 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:01.149292 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Pushing event updated for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:01.175990 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:01.176594 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.237444 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5faaa49c-51b6-4694-ad0a-c0bc63729ca1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555287 Apr 04 14:30:01.248429 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Request body: {'port': {'device_id': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:01.574801 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.840752 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fcb334-4218-4f8f-a8d6-4e304b7df70f {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:30:01.851125 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks [] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.864557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Transition to ACTIVE for port object 26fcb334-4218-4f8f-a8d6-4e304b7df70f will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:30:01.894855 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029daba8-d94e-4048-a50a-83ea84091ded req-67ba3c78-7103-4a05-9168-4550b67c0215 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:01.901944 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-029daba8-d94e-4048-a50a-83ea84091ded req-67ba3c78-7103-4a05-9168-4550b67c0215 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 931 time: 0.0671644 Apr 04 14:30:01.931788 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:01.954144 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-029daba8-d94e-4048-a50a-83ea84091ded req-71853ee8-197a-4df1-88ed-51a539cedb6a tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Apr 04 14:30:01.992098 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:02.068430 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Attempting to bind port 26fcb334-4218-4f8f-a8d6-4e304b7df70f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:02.068769 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Attempting to bind port 26fcb334-4218-4f8f-a8d6-4e304b7df70f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:02.069354 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Attempting to bind port 26fcb334-4218-4f8f-a8d6-4e304b7df70f on network c533f312-4ae4-4acd-96bd-cd66162ae91b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:02.073480 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Port 26fcb334-4218-4f8f-a8d6-4e304b7df70f on network c533f312-4ae4-4acd-96bd-cd66162ae91b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:30:02.073834 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Attempting to bind port 26fcb334-4218-4f8f-a8d6-4e304b7df70f on network c533f312-4ae4-4acd-96bd-cd66162ae91b {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:02.078935 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:02.079071 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Checking segment: {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:02.079422 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Bound using segment: {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:02.079845 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Bound port: 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf52f04c-f6f7-415d-93cc-8f225183eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:02.080197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.142735 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:02.145852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:02.229972 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.265918 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40276) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:02.266682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.266682 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.267355 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/26fcb334-4218-4f8f-a8d6-4e304b7df70f HTTP/1.1" status: 200 len: 1093 time: 1.0228653 Apr 04 14:30:02.267801 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:30:02.270444 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e62e34-78a2-485e-ac51-efa399c3ccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:30:02.298751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64545fe9-fa4c-4a47-9de7-36da344ec7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:02.309223 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ede1ac-ab2c-44b0-ba32-470cf2f5bfde x-openstack-request-id: req-17ede1ac-ab2c-44b0-ba32-470cf2f5bfde {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:30:02.309523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:30:02.309942 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17ede1ac-ab2c-44b0-ba32-470cf2f5bfde {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:30:02.310380 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ede1ac-ab2c-44b0-ba32-470cf2f5bfde'] response: {'name': 'network-changed', 'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f', 'status': 'completed', 'code': 200} Apr 04 14:30:02.379798 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-aedd8938-7d14-4ab3-9ffb-31b63de8ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.383165 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-aedd8938-7d14-4ab3-9ffb-31b63de8ed2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 1127 time: 0.0490549 Apr 04 14:30:02.385852 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d49aa92a-7637-4166-b117-7491e96b8701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.469477 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d49aa92a-7637-4166-b117-7491e96b8701 admin admin] Publish callbacks [] for security_group (93530df7-3275-48e2-96b6-7e8b9e1aa053), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.487628 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-0c9da29c-b7b0-49b8-af25-a1104719e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.489763 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-0c9da29c-b7b0-49b8-af25-a1104719e191 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1008189 Apr 04 14:30:02.525881 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d49aa92a-7637-4166-b117-7491e96b8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (93530df7-3275-48e2-96b6-7e8b9e1aa053), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.567316 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d49aa92a-7637-4166-b117-7491e96b8701 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8779f0d784884f79a35df7824232cea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035479 Apr 04 14:30:02.567982 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aa92a-7637-4166-b117-7491e96b8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93530df7-3275-48e2-96b6-7e8b9e1aa053,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:02.570643 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40284) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:02.599761 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-62a90f7f-7450-4423-842c-d0e292977da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.601213 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d9e62e34-78a2-485e-ac51-efa399c3ccdc req-62a90f7f-7450-4423-842c-d0e292977da9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052289 Apr 04 14:30:02.631873 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] Publish callbacks [] for security_group (93530df7-3275-48e2-96b6-7e8b9e1aa053), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.676396 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] Publish callbacks [] for security_group (93530df7-3275-48e2-96b6-7e8b9e1aa053), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.715495 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-836d87ad-9ea2-4805-b872-fced5ebf0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.716976 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-836d87ad-9ea2-4805-b872-fced5ebf0850 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 1127 time: 0.0759897 Apr 04 14:30:02.764732 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-5bd62d9e-53cd-41c9-894e-b5bc218d1603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f HTTP/1.1" status: 200 len: 217 time: 0.0378175 Apr 04 14:30:02.805947 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (93530df7-3275-48e2-96b6-7e8b9e1aa053), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.808534 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:02.809592 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93530df7-3275-48e2-96b6-7e8b9e1aa053 HTTP/1.1" status: 204 len: 168 time: 0.2379842 Apr 04 14:30:02.822129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19928e62-cc8b-4f11-ba69-9a44f2d05985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93530df7-3275-48e2-96b6-7e8b9e1aa053,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:02.831483 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-bc129a2a-c9b9-4c2a-8754-29581e858c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:02.831483 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-bc129a2a-c9b9-4c2a-8754-29581e858c96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=514b064a-e889-4a88-8e5d-d2f1ed981612 HTTP/1.1" status: 200 len: 848 time: 0.0541532 Apr 04 14:30:02.862569 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-d897ea17-95fa-4c08-9468-813de1b7bf01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c533f312-4ae4-4acd-96bd-cd66162ae91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264111 Apr 04 14:30:02.953260 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-be59c18f-0219-4184-ac25-5c192b5135cd service neutron] 10.222.0.18 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838454 Apr 04 14:30:03.043456 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bf5b1f54-5afe-40a1-8c3b-010402113454 req-4408d710-eeaa-4035-b338-ba8862ef9cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826740 Apr 04 14:30:03.076374 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f09e-6244-468a-87c9-0fc1583e757d req-39421a61-b3ec-49eb-8bd4-1536cb228206 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:03.077795 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0fd1f09e-6244-468a-87c9-0fc1583e757d req-39421a61-b3ec-49eb-8bd4-1536cb228206 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 943 time: 0.0529118 Apr 04 14:30:03.129394 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0fd1f09e-6244-468a-87c9-0fc1583e757d req-a6157ffb-9a95-4104-97b8-0a4407c70596 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 Apr 04 14:30:03.437653 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40292) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:03.451473 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fe94c53-0bb9-48a8-a107-1d069408b8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.525280 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fe94c53-0bb9-48a8-a107-1d069408b8af admin admin] Publish callbacks [] for security_group (3fee54d3-fead-4b8d-87fe-c533caea976f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.611825 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1fe94c53-0bb9-48a8-a107-1d069408b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3fee54d3-fead-4b8d-87fe-c533caea976f), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.650952 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1fe94c53-0bb9-48a8-a107-1d069408b8af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=787afb149fe745fba28f9573e9ea3f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121909 Apr 04 14:30:03.651900 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94c53-0bb9-48a8-a107-1d069408b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee54d3-fead-4b8d-87fe-c533caea976f,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:03.653735 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40298) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:03.703587 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] Publish callbacks [] for security_group (3fee54d3-fead-4b8d-87fe-c533caea976f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.724839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] Publish callbacks [] for security_group (3fee54d3-fead-4b8d-87fe-c533caea976f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.846175 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3fee54d3-fead-4b8d-87fe-c533caea976f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.849359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:03.850533 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fee54d3-fead-4b8d-87fe-c533caea976f HTTP/1.1" status: 204 len: 168 time: 0.1951427 Apr 04 14:30:03.860630 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e36744-a6e8-492a-9cbc-c60637468ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee54d3-fead-4b8d-87fe-c533caea976f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:04.257746 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ada43-994d-41fb-9181-aead8a4335c8 req-3cb5ab15-1d67-4cba-9a70-03151428b88e tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:04.259235 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-498ada43-994d-41fb-9181-aead8a4335c8 req-3cb5ab15-1d67-4cba-9a70-03151428b88e tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 943 time: 0.0630271 Apr 04 14:30:04.315712 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-498ada43-994d-41fb-9181-aead8a4335c8 req-eee2c12e-0fac-4c2d-b62a-124a952e95a1 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Apr 04 14:30:04.508147 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:30:05.442871 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d0b9-3162-4db6-98e2-fb2a66c55766 req-d1885ba9-0550-4cf0-bb12-7a1ebb52aab2 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:05.444101 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3fe3d0b9-3162-4db6-98e2-fb2a66c55766 req-d1885ba9-0550-4cf0-bb12-7a1ebb52aab2 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 943 time: 0.0535161 Apr 04 14:30:05.492122 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3fe3d0b9-3162-4db6-98e2-fb2a66c55766 req-01284d47-4e8f-4fbb-9fb7-3457f65d20ff tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Apr 04 14:30:06.607028 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2805bf9-0540-4a14-87b2-449913d939e7 req-ef8318e3-9afb-484c-b6e7-23219dd5e4e3 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:06.608535 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a2805bf9-0540-4a14-87b2-449913d939e7 req-ef8318e3-9afb-484c-b6e7-23219dd5e4e3 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 943 time: 0.0518715 Apr 04 14:30:06.655567 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a2805bf9-0540-4a14-87b2-449913d939e7 req-11387397-e3cf-410e-a019-32b71dd96ab7 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Apr 04 14:30:06.712226 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 26fcb334-4218-4f8f-a8d6-4e304b7df70f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:30:06.810921 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:06.822665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '26fcb334-4218-4f8f-a8d6-4e304b7df70f', 'network_id': 'c533f312-4ae4-4acd-96bd-cd66162ae91b', 'port_id': '26fcb334-4218-4f8f-a8d6-4e304b7df70f', 'mac_address': 'fa:16:3e:bd:3d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514b064a-e889-4a88-8e5d-d2f1ed981612', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:30:06.858648 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 26fcb334-4218-4f8f-a8d6-4e304b7df70f is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:06.859045 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:06.872445 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fcb334-4218-4f8f-a8d6-4e304b7df70f {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:30:06.891328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:06.976036 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:07.027064 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:07.033948 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.034300 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.034649 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037515 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.037881 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.038209 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.038541 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.038865 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.039202 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:07.776317 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f79bae-ead2-4fe2-a893-549522b6fbcf req-b666905a-8086-43da-b0bb-98c82e2883c5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:07.777813 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b5f79bae-ead2-4fe2-a893-549522b6fbcf req-b666905a-8086-43da-b0bb-98c82e2883c5 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 944 time: 0.0566075 Apr 04 14:30:07.824000 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-b5f79bae-ead2-4fe2-a893-549522b6fbcf req-af1824d2-c286-4ac4-9f10-04419d4b62dc tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Apr 04 14:30:08.109591 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40396) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:08.214517 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2e126a65-9cbb-41f5-b9fd-1008706d7042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.286802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2e126a65-9cbb-41f5-b9fd-1008706d7042 admin admin] Publish callbacks [] for security_group (b2b3d31e-0d58-486f-b0d6-a4a0369cc995), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.343027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-2e126a65-9cbb-41f5-b9fd-1008706d7042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b2b3d31e-0d58-486f-b0d6-a4a0369cc995), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.381507 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-2e126a65-9cbb-41f5-b9fd-1008706d7042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=227f4ccde9384812b65de03078036ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707722 Apr 04 14:30:08.382356 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e126a65-9cbb-41f5-b9fd-1008706d7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3d31e-0d58-486f-b0d6-a4a0369cc995,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:08.384126 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40400) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:08.432964 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] Publish callbacks [] for security_group (b2b3d31e-0d58-486f-b0d6-a4a0369cc995), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.453532 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] Publish callbacks [] for security_group (b2b3d31e-0d58-486f-b0d6-a4a0369cc995), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.583828 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (b2b3d31e-0d58-486f-b0d6-a4a0369cc995), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.586514 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:08.587798 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2b3d31e-0d58-486f-b0d6-a4a0369cc995 HTTP/1.1" status: 204 len: 168 time: 0.2025530 Apr 04 14:30:08.596086 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51ffd2-4dda-45cf-9cfd-343d8b2d6ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3d31e-0d58-486f-b0d6-a4a0369cc995,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:08.729982 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['26fcb334-4218-4f8f-a8d6-4e304b7df70f'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:30:08.969226 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953325-5764-46cc-9a48-228f5f6a13a8 req-1b5f4d46-f339-406b-87bf-787cf0a24013 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:08.970767 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a953325-5764-46cc-9a48-228f5f6a13a8 req-1b5f4d46-f339-406b-87bf-787cf0a24013 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 944 time: 0.0583146 Apr 04 14:30:09.016749 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a953325-5764-46cc-9a48-228f5f6a13a8 req-6b3efb9e-88b6-49ec-8e2c-4cc9ce8b4f79 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Apr 04 14:30:09.291603 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40428) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:09.305334 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-11325a67-3997-49fd-baaf-45df763fb1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.382564 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-11325a67-3997-49fd-baaf-45df763fb1b4 admin admin] Publish callbacks [] for security_group (4fd91689-0ea3-4112-869d-b95ad939ddc8), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.451677 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-11325a67-3997-49fd-baaf-45df763fb1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (4fd91689-0ea3-4112-869d-b95ad939ddc8), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.491294 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11325a67-3997-49fd-baaf-45df763fb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd91689-0ea3-4112-869d-b95ad939ddc8,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:09.495605 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-11325a67-3997-49fd-baaf-45df763fb1b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7522bf9b9ccf4a86998e58fd8d04c2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029858 Apr 04 14:30:09.498315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40430) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:09.544498 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] Publish callbacks [] for security_group (4fd91689-0ea3-4112-869d-b95ad939ddc8), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.566748 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] Publish callbacks [] for security_group (4fd91689-0ea3-4112-869d-b95ad939ddc8), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.678568 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (4fd91689-0ea3-4112-869d-b95ad939ddc8), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.681249 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:09.682411 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fd91689-0ea3-4112-869d-b95ad939ddc8 HTTP/1.1" status: 204 len: 168 time: 0.1832037 Apr 04 14:30:09.692116 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad012542-c8e8-47bf-a714-95342cdc9518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd91689-0ea3-4112-869d-b95ad939ddc8,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:10.139611 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283464e6-a1dd-468d-9fbf-fa74de7dcbb4 req-7b20346a-3403-43ad-8e76-8691b07850dc tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:10.141110 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-283464e6-a1dd-468d-9fbf-fa74de7dcbb4 req-7b20346a-3403-43ad-8e76-8691b07850dc tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 944 time: 0.0570095 Apr 04 14:30:10.188153 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-283464e6-a1dd-468d-9fbf-fa74de7dcbb4 req-d683dc5f-50f6-4e1b-ae37-944794fa3add tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Apr 04 14:30:10.473955 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 26fcb334-4218-4f8f-a8d6-4e304b7df70f up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:10.605598 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 26fcb334-4218-4f8f-a8d6-4e304b7df70f completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:30:10.609545 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 26fcb334-4218-4f8f-a8d6-4e304b7df70f triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:10.609926 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:10.686809 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 26fcb334-4218-4f8f-a8d6-4e304b7df70f is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:10.687233 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:10.714096 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:30:10.716411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dcf800-8644-4b49-be85-0dc5609d495b" -d '{"events": [{"server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "name": "network-vif-plugged", "status": "completed", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:30:10.742395 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:10.760107 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a7c90-626b-40c4-be94-72415ddd9710 x-openstack-request-id: req-fa7a7c90-626b-40c4-be94-72415ddd9710 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:30:10.760107 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "name": "network-vif-plugged", "status": "completed", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:30:10.760327 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa7a7c90-626b-40c4-be94-72415ddd9710 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:30:10.760626 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7a7c90-626b-40c4-be94-72415ddd9710'] response: {'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f', 'code': 200} Apr 04 14:30:10.811278 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:10.869465 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:11.127142 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42f02c-09bb-453a-827d-4acda412a426 req-d381606c-62b0-4158-96f4-13dda8e69318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:11.129359 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2f42f02c-09bb-453a-827d-4acda412a426 req-d381606c-62b0-4158-96f4-13dda8e69318 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 1129 time: 0.0547571 Apr 04 14:30:11.170050 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f99caf6c-d5d9-4202-8447-04713e5d4f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:11.173376 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2f42f02c-09bb-453a-827d-4acda412a426 req-a010331f-98f5-4b8a-901e-ea8571ef076c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368342 Apr 04 14:30:11.318012 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68143345-e3bd-4868-bff1-5a6b14398557 req-b5d5648e-78c9-4749-9b51-f6ed95696b32 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:11.320178 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68143345-e3bd-4868-bff1-5a6b14398557 req-b5d5648e-78c9-4749-9b51-f6ed95696b32 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 945 time: 0.0576866 Apr 04 14:30:11.371925 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-68143345-e3bd-4868-bff1-5a6b14398557 req-eefc9a90-5d00-4460-a0b5-e782b2e8c719 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459135 Apr 04 14:30:12.511525 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00853232-66dd-4e82-9dab-b483bb887664 req-c2204269-2bdf-4901-964e-f594de2755a0 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:12.513116 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-00853232-66dd-4e82-9dab-b483bb887664 req-c2204269-2bdf-4901-964e-f594de2755a0 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 945 time: 0.0558558 Apr 04 14:30:12.567730 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-00853232-66dd-4e82-9dab-b483bb887664 req-92601e5e-1635-49aa-a74d-d6ca165ab513 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Apr 04 14:30:13.039401 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40538) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:13.142978 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b264a8f3-4022-446f-8b97-e3c2df9676a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.218509 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b264a8f3-4022-446f-8b97-e3c2df9676a1 admin admin] Publish callbacks [] for security_group (6e75fa58-317d-4b2f-ac6f-66a94f19be89), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.295591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b264a8f3-4022-446f-8b97-e3c2df9676a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6e75fa58-317d-4b2f-ac6f-66a94f19be89), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.334390 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b264a8f3-4022-446f-8b97-e3c2df9676a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0391324c12094c5d8d020cfc23f716cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939081 Apr 04 14:30:13.335424 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264a8f3-4022-446f-8b97-e3c2df9676a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75fa58-317d-4b2f-ac6f-66a94f19be89,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:13.337121 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40542) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:13.395440 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] Publish callbacks [] for security_group (6e75fa58-317d-4b2f-ac6f-66a94f19be89), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.420508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] Publish callbacks [] for security_group (6e75fa58-317d-4b2f-ac6f-66a94f19be89), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.441564 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-941c6ec9-8d21-4d4f-ad18-740e822907e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.535676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (6e75fa58-317d-4b2f-ac6f-66a94f19be89), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.538267 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:13.539457 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e75fa58-317d-4b2f-ac6f-66a94f19be89 HTTP/1.1" status: 204 len: 168 time: 0.2002881 Apr 04 14:30:13.547389 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f295-1833-42b3-a2cb-e5729129e08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75fa58-317d-4b2f-ac6f-66a94f19be89,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:13.861107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a969d4e-52ad-4a55-8584-67d6de91f77a req-6564d083-20a4-4a41-934e-cf7f4323f014 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:13.863632 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a969d4e-52ad-4a55-8584-67d6de91f77a req-6564d083-20a4-4a41-934e-cf7f4323f014 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Apr 04 14:30:13.910022 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2a969d4e-52ad-4a55-8584-67d6de91f77a req-30dd70ed-81d5-47b1-8591-0cc01eb87fc8 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Apr 04 14:30:14.381211 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40562) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:14.394360 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d35da0b8-ed2f-479b-aaba-6e3201ed4250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.469747 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d35da0b8-ed2f-479b-aaba-6e3201ed4250 admin admin] Publish callbacks [] for security_group (98c97d88-53dd-4816-872f-82157f7ccead), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.525650 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d35da0b8-ed2f-479b-aaba-6e3201ed4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98c97d88-53dd-4816-872f-82157f7ccead), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.562577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35da0b8-ed2f-479b-aaba-6e3201ed4250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c97d88-53dd-4816-872f-82157f7ccead,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:14.566951 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d35da0b8-ed2f-479b-aaba-6e3201ed4250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f1c1d7d81034215a5d34275328ef7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845417 Apr 04 14:30:14.569990 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40564) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:14.617676 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] Publish callbacks [] for security_group (98c97d88-53dd-4816-872f-82157f7ccead), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.638515 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] Publish callbacks [] for security_group (98c97d88-53dd-4816-872f-82157f7ccead), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.662904 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.725387 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (98c97d88-53dd-4816-872f-82157f7ccead), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.728079 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:14.729497 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98c97d88-53dd-4816-872f-82157f7ccead HTTP/1.1" status: 204 len: 168 time: 0.1590860 Apr 04 14:30:14.737871 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce396083-178e-41f0-9efc-d1078165485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c97d88-53dd-4816-872f-82157f7ccead,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:15.033553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713dcc8-f274-4184-815a-4a91b90ca621 req-cde083f0-8ce3-4714-8529-35c9a25faa92 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:15.039802 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6713dcc8-f274-4184-815a-4a91b90ca621 req-cde083f0-8ce3-4714-8529-35c9a25faa92 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 945 time: 0.0590570 Apr 04 14:30:15.088283 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-6713dcc8-f274-4184-815a-4a91b90ca621 req-91f98982-58bb-46a6-b86b-47af96475b58 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/security-groups?id=a98a10df-2c62-4777-ad50-650dd6fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Apr 04 14:30:15.235605 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-1064598f-7b09-42f4-8829-099bba3a52da tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:15.237409 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-1064598f-7b09-42f4-8829-099bba3a52da tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 945 time: 0.0543067 Apr 04 14:30:15.314597 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40590) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:15.346994 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Deleting port 26fcb334-4218-4f8f-a8d6-4e304b7df70f {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:30:15.347270 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.441676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] For port 26fcb334-4218-4f8f-a8d6-4e304b7df70f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=26fcb334-4218-4f8f-a8d6-4e304b7df70f,segment=NetworkSegment(cf52f04c-f6f7-415d-93cc-8f225183eda6),segment_id=cf52f04c-f6f7-415d-93cc-8f225183eda6)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:15.442086 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.455400 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Calling delete_port for 26fcb334-4218-4f8f-a8d6-4e304b7df70f owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:30:15.483109 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c816f5b7-5272-495b-8c26-ff0e51abe793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.485698 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.567122 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c816f5b7-5272-495b-8c26-ff0e51abe793 admin admin] Publish callbacks [] for security_group (29efc823-7864-4cfb-b524-d557690d7a33), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.645803 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c816f5b7-5272-495b-8c26-ff0e51abe793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (29efc823-7864-4cfb-b524-d557690d7a33), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.674479 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (26fcb334-4218-4f8f-a8d6-4e304b7df70f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.686131 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c816f5b7-5272-495b-8c26-ff0e51abe793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cb88f54eb46458e947fd772e93f8605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699365 Apr 04 14:30:15.689653 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['26fcb334-4218-4f8f-a8d6-4e304b7df70f'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:30:15.694013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40600) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:15.695858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816f5b7-5272-495b-8c26-ff0e51abe793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29efc823-7864-4cfb-b524-d557690d7a33,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:15.726346 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Pushing event deleted for resources: {'Port': ['ID=26fcb334-4218-4f8f-a8d6-4e304b7df70f,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:15.773425 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] No DVR routers for this DVR port 26fcb334-4218-4f8f-a8d6-4e304b7df70f on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:30:15.777928 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.782952 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ac44d9fe-b229-468f-8ad1-9251bd97554a req-0a19716e-de92-47ba-8204-69059d585504 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.18 "DELETE /v2.0/ports/26fcb334-4218-4f8f-a8d6-4e304b7df70f HTTP/1.1" status: 204 len: 173 time: 0.5384719 Apr 04 14:30:15.782952 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'name': 'network-vif-deleted', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:30:15.783900 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061e9cb-c42d-4cca-8ee0-d6eb4ab9bb29" -d '{"events": [{"server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "name": "network-vif-deleted", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:30:15.825168 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] Publish callbacks [] for security_group (29efc823-7864-4cfb-b524-d557690d7a33), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.842967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b9ab3-bf61-4528-9f79-d1d416bad199 x-openstack-request-id: req-533b9ab3-bf61-4528-9f79-d1d416bad199 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:30:15.843310 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74bdd7f-508d-4af2-93bd-10f684f95d89", "name": "network-vif-deleted", "tag": "26fcb334-4218-4f8f-a8d6-4e304b7df70f", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:30:15.843561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-533b9ab3-bf61-4528-9f79-d1d416bad199 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:30:15.843908 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533b9ab3-bf61-4528-9f79-d1d416bad199'] response: {'server_uuid': 'e74bdd7f-508d-4af2-93bd-10f684f95d89', 'name': 'network-vif-deleted', 'tag': '26fcb334-4218-4f8f-a8d6-4e304b7df70f', 'status': 'completed', 'code': 200} Apr 04 14:30:15.849607 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] Publish callbacks [] for security_group (29efc823-7864-4cfb-b524-d557690d7a33), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.971695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (29efc823-7864-4cfb-b524-d557690d7a33), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.972460 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.977364 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:15.980716 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29efc823-7864-4cfb-b524-d557690d7a33 HTTP/1.1" status: 204 len: 168 time: 0.2625663 Apr 04 14:30:15.988392 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5470c-a028-4d30-b957-ceeffdff7d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29efc823-7864-4cfb-b524-d557690d7a33,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:16.200909 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8694face-c1e7-492f-a4d5-acb3e77b7c55 req-470ccaeb-f7fd-4089-bc54-ebb4bf66f033 tempest-VolumesActionsTest-2001000361 tempest-VolumesActionsTest-2001000361-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74bdd7f-508d-4af2-93bd-10f684f95d89 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Apr 04 14:30:16.688854 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40630) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:16.702387 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3557f8a7-e937-43e6-9a5d-313c96744d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:16.781195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3557f8a7-e937-43e6-9a5d-313c96744d22 admin admin] Publish callbacks [] for security_group (8d9a7b8a-584d-4eba-a1de-d0f050085140), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:16.857392 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3557f8a7-e937-43e6-9a5d-313c96744d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8d9a7b8a-584d-4eba-a1de-d0f050085140), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:16.906418 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3557f8a7-e937-43e6-9a5d-313c96744d22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f52f40c739f14c5080e3377c672391f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141523 Apr 04 14:30:16.906418 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557f8a7-e937-43e6-9a5d-313c96744d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a7b8a-584d-4eba-a1de-d0f050085140,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:16.907042 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40636) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:16.958899 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] Publish callbacks [] for security_group (8d9a7b8a-584d-4eba-a1de-d0f050085140), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:16.981528 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] Publish callbacks [] for security_group (8d9a7b8a-584d-4eba-a1de-d0f050085140), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:17.108417 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8d9a7b8a-584d-4eba-a1de-d0f050085140), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:17.110925 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:17.112144 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d9a7b8a-584d-4eba-a1de-d0f050085140 HTTP/1.1" status: 204 len: 168 time: 0.2039213 Apr 04 14:30:17.120783 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6baddf-4704-4928-9c85-890cf5bf467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a7b8a-584d-4eba-a1de-d0f050085140,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:17.343207 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:21.238100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 26fcb334-4218-4f8f-a8d6-4e304b7df70f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:30:21.259041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 26fcb334-4218-4f8f-a8d6-4e304b7df70f {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:30:21.259573 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 26fcb334-4218-4f8f-a8d6-4e304b7df70f not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:30:23.427454 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40800) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:23.563334 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec735781-ec71-4ed8-9014-7b46bb2448ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:23.674192 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec735781-ec71-4ed8-9014-7b46bb2448ea admin admin] Publish callbacks [] for security_group (7db892f3-fa78-40a1-91c7-37db8f16d950), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:23.748184 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ec735781-ec71-4ed8-9014-7b46bb2448ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (7db892f3-fa78-40a1-91c7-37db8f16d950), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:23.777844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec735781-ec71-4ed8-9014-7b46bb2448ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db892f3-fa78-40a1-91c7-37db8f16d950,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:23.800879 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ec735781-ec71-4ed8-9014-7b46bb2448ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c57f46d2450e43699278b139f6cb9afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716955 Apr 04 14:30:23.803950 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40816) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:23.865383 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] Publish callbacks [] for security_group (7db892f3-fa78-40a1-91c7-37db8f16d950), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:23.889144 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] Publish callbacks [] for security_group (7db892f3-fa78-40a1-91c7-37db8f16d950), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:23.907579 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-34fba2c0-d183-4d89-9325-697a88e85ccf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700698 Apr 04 14:30:24.012385 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-abe9908a-fda4-4991-a74d-f47d36fe735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:24.014664 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-abe9908a-fda4-4991-a74d-f47d36fe735e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0575683 Apr 04 14:30:24.022834 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (7db892f3-fa78-40a1-91c7-37db8f16d950), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:24.026255 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:24.028224 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7db892f3-fa78-40a1-91c7-37db8f16d950 HTTP/1.1" status: 204 len: 168 time: 0.2220678 Apr 04 14:30:24.040112 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86987f63-4c6a-4a05-be7b-1742175c2b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db892f3-fa78-40a1-91c7-37db8f16d950,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:24.157951 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-a6674776-0a27-4462-a5d1-cdc122213d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:24.160374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-a6674776-0a27-4462-a5d1-cdc122213d4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.1108167 Apr 04 14:30:24.274790 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-5282417e-f3f9-460a-9c76-334c111e6288 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 1001 time: 0.1069226 Apr 04 14:30:24.351980 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-7bd4bff9-9fbf-4b09-8567-8166fbb33c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:24.355352 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-7bd4bff9-9fbf-4b09-8567-8166fbb33c71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0728180 Apr 04 14:30:24.430375 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-019ec1ce-31ed-43dc-ac83-315b0c581fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:24.432185 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-019ec1ce-31ed-43dc-ac83-315b0c581fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670631 Apr 04 14:30:24.548186 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-dfaffcbb-c172-49b1-ad19-a4b9edd8131e service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084151 Apr 04 14:30:24.643994 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-16567da2-06b0-48e2-bb7e-5644add0c6b9 req-03145a2b-1ed4-4806-9a58-53d8fe5a5a9c service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892982 Apr 04 14:30:24.721413 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40824) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:24.740067 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fac9b825-4024-4042-aa32-7867070ab36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:24.830271 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fac9b825-4024-4042-aa32-7867070ab36f admin admin] Publish callbacks [] for security_group (66ee77e4-f83d-44ea-a6be-f632ffcb184d), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:24.902582 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fac9b825-4024-4042-aa32-7867070ab36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (66ee77e4-f83d-44ea-a6be-f632ffcb184d), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:24.951571 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40830) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:24.952233 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-fac9b825-4024-4042-aa32-7867070ab36f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=684e3ea4e581488a99e43fc31801deda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283998 Apr 04 14:30:24.954135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9b825-4024-4042-aa32-7867070ab36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee77e4-f83d-44ea-a6be-f632ffcb184d,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:25.023991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] Publish callbacks [] for security_group (66ee77e4-f83d-44ea-a6be-f632ffcb184d), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.060081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] Publish callbacks [] for security_group (66ee77e4-f83d-44ea-a6be-f632ffcb184d), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.194629 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (66ee77e4-f83d-44ea-a6be-f632ffcb184d), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.197752 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.199344 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66ee77e4-f83d-44ea-a6be-f632ffcb184d HTTP/1.1" status: 204 len: 168 time: 0.2464683 Apr 04 14:30:25.210851 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4480b8-616d-4fc6-a41e-fd219c557ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee77e4-f83d-44ea-a6be-f632ffcb184d,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:25.564604 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40842) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:25.789228 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-070d4d45-9e57-4fe7-9b08-3818883611c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.866185 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-070d4d45-9e57-4fe7-9b08-3818883611c2 admin admin] Publish callbacks [] for security_group (7e98be7d-b8f8-4cea-a51a-49a2378bbd32), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.926047 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-070d4d45-9e57-4fe7-9b08-3818883611c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (7e98be7d-b8f8-4cea-a51a-49a2378bbd32), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:25.970466 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-070d4d45-9e57-4fe7-9b08-3818883611c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54ee90a4c7b64a2494a331b97ff80465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013984 Apr 04 14:30:25.970466 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d4d45-9e57-4fe7-9b08-3818883611c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98be7d-b8f8-4cea-a51a-49a2378bbd32,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:25.971491 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40858) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:26.025557 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] Publish callbacks [] for security_group (7e98be7d-b8f8-4cea-a51a-49a2378bbd32), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:26.056922 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] Publish callbacks [] for security_group (7e98be7d-b8f8-4cea-a51a-49a2378bbd32), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:26.169762 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (7e98be7d-b8f8-4cea-a51a-49a2378bbd32), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:26.173132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:26.174643 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e98be7d-b8f8-4cea-a51a-49a2378bbd32 HTTP/1.1" status: 204 len: 168 time: 0.2025187 Apr 04 14:30:26.185563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580590bb-333d-4ed8-8d7d-08b21d1ce162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98be7d-b8f8-4cea-a51a-49a2378bbd32,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:27.773320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40908) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:28.018632 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1115313700-network', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:28.135714 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Made reservation on behalf of 8dbebf9bc6c54b2892706601dbeb97b7 for: {'network': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:28.138578 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.152149 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.296314 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks [] for security_group (0d031d38-e65b-45c6-abf5-a6904af1269b), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.406878 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0d031d38-e65b-45c6-abf5-a6904af1269b), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.451755 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103852) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:30:28.462113 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d031d38-e65b-45c6-abf5-a6904af1269b,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:28.474662 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (771c84b1-64bc-4bdf-b639-5855c556b246), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.475420 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.segments_db [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Added segment 771c84b1-64bc-4bdf-b639-5855c556b246 of type vlan for network 142f5dc8-103b-451c-970c-85d00425f23e Apr 04 14:30:28.533195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (142f5dc8-103b-451c-970c-85d00425f23e), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.634189 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (142f5dc8-103b-451c-970c-85d00425f23e), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.635398 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:28.636123 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:28.712599 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] Pushing event updated for resources: {'Network': ['ID=142f5dc8-103b-451c-970c-85d00425f23e,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:28.726117 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 142f5dc8-103b-451c-970c-85d00425f23e details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:30:28.812640 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a9157124-adc8-4fde-b3cc-3f7dbaddb54b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0308096 Apr 04 14:30:28.812640 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 40926) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:28.817827 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Request body: {'subnet': {'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1115313700-subnet', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:28.908187 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Made reservation on behalf of 8dbebf9bc6c54b2892706601dbeb97b7 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:28.911122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12032206'] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:29.531902 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12032216'] for subnet (ec5ab65d-a275-4db2-8bad-d4124d01d374), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:29.586115 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5ab65d-a275-4db2-8bad-d4124d01d374,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:29.598910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Checking segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:29.599592 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Network hostable DHCP agents. Network: 142f5dc8-103b-451c-970c-85d00425f23e, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:30:29.738439 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Network 142f5dc8-103b-451c-970c-85d00425f23e is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:30:29.902779 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 142f5dc8-103b-451c-970c-85d00425f23e) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:29.914459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:29.915900 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce600d29-79f1-46c1-b9af-7b850f1ae461 None None] Network 142f5dc8-103b-451c-970c-85d00425f23e requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:29.918833 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.016102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-e7f70d21-3044-4aa0-bf00-976217705a92 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2056813 Apr 04 14:30:30.021411 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40944) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:30.027821 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:30.057285 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-142f5dc8-103b-451c-970c-85d00425f23e', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:30:30.058404 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.164845 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.166654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.225264 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Allocated IP 172.20.0.2 (142f5dc8-103b-451c-970c-85d00425f23e/ec5ab65d-a275-4db2-8bad-d4124d01d374/88eff0af-2c53-429a-9c5b-d3a813bc5868) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:30.253537 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for router_controller (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.482303 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks [] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.526695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for router_gateway (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.577601 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.638288 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Network 142f5dc8-103b-451c-970c-85d00425f23e is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:30.645721 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:30.651158 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:30.673977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Pushing event updated for resources: {'Port': ['ID=88eff0af-2c53-429a-9c5b-d3a813bc5868,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:30.763726 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Attempting to bind port 88eff0af-2c53-429a-9c5b-d3a813bc5868 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:30.764359 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Attempting to bind port 88eff0af-2c53-429a-9c5b-d3a813bc5868 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:30.765104 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Attempting to bind port 88eff0af-2c53-429a-9c5b-d3a813bc5868 on network 142f5dc8-103b-451c-970c-85d00425f23e {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:30.774055 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:30.774726 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Checking segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:30.775344 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.775921 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Bound using segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:30.776405 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Bound port: 88eff0af-2c53-429a-9c5b-d3a813bc5868, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:30.776936 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.871560 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] For port 88eff0af-2c53-429a-9c5b-d3a813bc5868, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:30.879464 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] For port 88eff0af-2c53-429a-9c5b-d3a813bc5868, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=88eff0af-2c53-429a-9c5b-d3a813bc5868,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:30.950825 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for router_gateway (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.971315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:30.976278 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:31.096279 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05295-a711-4a1e-9158-7999965bbf2c None None] Pushing event updated for resources: {'Port': ['ID=88eff0af-2c53-429a-9c5b-d3a813bc5868,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:31.136299 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Allocated IP 172.27.3.40 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/c06787cc-aa38-4df1-826c-748939335195) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:31.267410 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for port (c06787cc-aa38-4df1-826c-748939335195), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:31.394481 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (c06787cc-aa38-4df1-826c-748939335195), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:31.488218 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:31.492763 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Pushing event updated for resources: {'Port': ['ID=c06787cc-aa38-4df1-826c-748939335195,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:31.496497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:31.499074 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:31.980760 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for router_gateway (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.318621 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 88eff0af-2c53-429a-9c5b-d3a813bc5868 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:32.357289 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.380018 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 88eff0af-2c53-429a-9c5b-d3a813bc5868 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:32.380672 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.550074 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 88eff0af-2c53-429a-9c5b-d3a813bc5868 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:32.551248 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.622336 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 88eff0af-2c53-429a-9c5b-d3a813bc5868, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=88eff0af-2c53-429a-9c5b-d3a813bc5868,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:32.703063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.753388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0d676-762c-4060-a3d9-4c0dce9c730c None None] Network 142f5dc8-103b-451c-970c-85d00425f23e requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:32.916519 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-93a01718-d866-40f5-b71f-b7a2bccbd408 None None] Provisioning complete for port 88eff0af-2c53-429a-9c5b-d3a813bc5868 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:32.916921 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-93a01718-d866-40f5-b71f-b7a2bccbd408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:32.918564 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=88eff0af-2c53-429a-9c5b-d3a813bc5868,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:33.028877 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:30:33.095344 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-93a01718-d866-40f5-b71f-b7a2bccbd408 None None] Current status of the port 88eff0af-2c53-429a-9c5b-d3a813bc5868 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:33.245668 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:30:33.262623 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Sync routers for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:30:33.291849 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:33.293704 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:33.321765 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:33.323676 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-fad2c12f-f264-4a63-9a1d-8ccb357af17a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3006246 Apr 04 14:30:33.326960 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 40976) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:33.483886 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b9c7b9f-6d10-4f7f-a826-bbc88979931d None None] Provisioning complete for port 88eff0af-2c53-429a-9c5b-d3a813bc5868 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:33.484867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7b9f-6d10-4f7f-a826-bbc88979931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:33.600559 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:33.672613 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c7b9f-6d10-4f7f-a826-bbc88979931d None None] Current status of the port 88eff0af-2c53-429a-9c5b-d3a813bc5868 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:34.010414 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:31Z', 'revision_number': 3, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:34.015323 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.039988 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Checking router: 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:30:34.040346 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Updating router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 port c06787cc-aa38-4df1-826c-748939335195 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:30:34.069719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c06787cc-aa38-4df1-826c-748939335195), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.215736 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Allocated IP 172.20.0.1 (142f5dc8-103b-451c-970c-85d00425f23e/ec5ab65d-a275-4db2-8bad-d4124d01d374/ffa0ed4f-e9c3-4c43-9f62-cb335e61653d) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:34.255204 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 88eff0af-2c53-429a-9c5b-d3a813bc5868 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:34.332140 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 88eff0af-2c53-429a-9c5b-d3a813bc5868 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:34.332771 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.453413 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 88eff0af-2c53-429a-9c5b-d3a813bc5868 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:34.470222 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks [] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.545661 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks [] for port (c06787cc-aa38-4df1-826c-748939335195), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.657897 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.694474 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c06787cc-aa38-4df1-826c-748939335195), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.714549 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Network 142f5dc8-103b-451c-970c-85d00425f23e is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:34.726088 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:34.742954 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:34.748351 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Pushing event updated for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:34.815493 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Attempting to bind port c06787cc-aa38-4df1-826c-748939335195 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:34.815876 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Attempting to bind port c06787cc-aa38-4df1-826c-748939335195 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:34.816246 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Attempting to bind port c06787cc-aa38-4df1-826c-748939335195 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:34.845361 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e7f5-c927-4350-a11c-c0221793ce97 None None] Pushing event updated for resources: {'Port': ['ID=c06787cc-aa38-4df1-826c-748939335195,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:34.851278 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:34.851837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:34.852080 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.852479 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:34.852972 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Bound port: c06787cc-aa38-4df1-826c-748939335195, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:34.853359 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c06787cc-aa38-4df1-826c-748939335195), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.865114 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:34.995706 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] For port c06787cc-aa38-4df1-826c-748939335195, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:35.007094 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] For port c06787cc-aa38-4df1-826c-748939335195, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c06787cc-aa38-4df1-826c-748939335195,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:35.121893 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-12b3f3e7-8bd4-455c-a2b0-6f5fdba2e606 None None] Provisioning complete for port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:35.122550 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3e7-8bd4-455c-a2b0-6f5fdba2e606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.184890 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c06787cc-aa38-4df1-826c-748939335195), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.192858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.270328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-12b3f3e7-8bd4-455c-a2b0-6f5fdba2e606 None None] Port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:30:35.311271 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:35.311901 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:35.316417 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509e7f5-c927-4350-a11c-c0221793ce97 None None] Pushing event updated for resources: {'Port': ['ID=c06787cc-aa38-4df1-826c-748939335195,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:35.482345 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks [] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.486092 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:35.559523 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.704052 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:35.718015 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Pushing event updated for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:35.945690 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Network 142f5dc8-103b-451c-970c-85d00425f23e is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:35.947712 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:35.953582 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:34Z', 'revision_number': 1, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:36.012942 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b9817-ccdb-4443-8820-7cb71cc51c65 None None] The sync data for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi is: [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:34Z', 'revision_number': 1, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:30:36.182966 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:30:36.353895 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:30:36.358502 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-e3655c8a-a091-4495-bc9e-4d8640f4c44f admin admin] 10.222.0.13 "PUT /v2.0/routers/7303a0de-2cb2-41c5-8ffa-61ee8be1ee26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0295727 Apr 04 14:30:36.468313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-c0cabd72-ee7c-40b5-a407-4aea001e582e None None] Provisioning complete for port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:36.468702 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-c0cabd72-ee7c-40b5-a407-4aea001e582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:36.542811 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-c0cabd72-ee7c-40b5-a407-4aea001e582e None None] Port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:30:37.733713 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41036) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:37.756329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786279985-network', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:37.908711 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Made reservation on behalf of b844e0a934f840069968ac491fca7ac9 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:37.912112 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:37.929023 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.082495 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks [] for security_group (79ca38d4-1932-47bf-b4f1-5e08659c3150), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.160746 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (79ca38d4-1932-47bf-b4f1-5e08659c3150), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.226130 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca38d4-1932-47bf-b4f1-5e08659c3150,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:38.243751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:30:38.258563 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (96d57c5e-cea9-46e5-9c71-26d385e4e43b), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.259221 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Added segment 96d57c5e-cea9-46e5-9c71-26d385e4e43b of type vlan for network 4fb3e211-88a6-45eb-89b1-37c647c53f5a Apr 04 14:30:38.344262 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (4fb3e211-88a6-45eb-89b1-37c647c53f5a), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.360447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c06787cc-aa38-4df1-826c-748939335195 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:38.451447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port c06787cc-aa38-4df1-826c-748939335195 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:38.451834 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c06787cc-aa38-4df1-826c-748939335195), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.468257 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (4fb3e211-88a6-45eb-89b1-37c647c53f5a), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.471425 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:38.472037 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.587739 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] Pushing event updated for resources: {'Network': ['ID=4fb3e211-88a6-45eb-89b1-37c647c53f5a,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:38.612573 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:30:38.632384 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41046) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:38.633519 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d289318f-c279-4839-b491-258a631aac2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8971376 Apr 04 14:30:38.636145 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port c06787cc-aa38-4df1-826c-748939335195 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:38.636539 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c06787cc-aa38-4df1-826c-748939335195), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.638055 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Request body: {'subnet': {'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786279985-subnet', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:38.743562 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port c06787cc-aa38-4df1-826c-748939335195, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c06787cc-aa38-4df1-826c-748939335195,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:38.759558 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Made reservation on behalf of b844e0a934f840069968ac491fca7ac9 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:38.761918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12032206'] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.837650 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c06787cc-aa38-4df1-826c-748939335195), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:38.983950 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=c06787cc-aa38-4df1-826c-748939335195,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:39.291528 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12032216'] for subnet (2bbf7b3f-3b47-475a-9ac7-62cc59753d36), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.301843 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Sync routers for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:30:39.314374 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:39.315996 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:39.379882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbf7b3f-3b47-475a-9ac7-62cc59753d36,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:39.390953 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Checking segment: {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:39.393587 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Network hostable DHCP agents. Network: 4fb3e211-88a6-45eb-89b1-37c647c53f5a, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:30:39.466514 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:39.480321 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:30:39.551740 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 4fb3e211-88a6-45eb-89b1-37c647c53f5a) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:39.560034 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:39.560912 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.561594 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32654158-76ba-43f3-8956-77d598bc9d13 None None] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:39.647559 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41058) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:39.655646 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:39.663568 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a435f050-8960-4935-b620-78947a9bb6b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0299354 Apr 04 14:30:39.731915 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 2, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:39.768841 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Checking router: 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:30:39.769389 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Updating router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:30:39.774475 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1454'] for router (305d631f-da80-4d42-92bf-123c07c1141e), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.777577 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-574451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1447'] for router (305d631f-da80-4d42-92bf-123c07c1141e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.809416 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbccee2fe-8a41-5383-a3af-975b5e244c6e-4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36'}]}} from dv-cinder-835880-4-iscsi. {{(pid=103854) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 14:30:39.810793 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.849601 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:39.870263 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for router_controller (305d631f-da80-4d42-92bf-123c07c1141e), precommit_add_association {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.085502 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.db_base_plugin_common [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Allocated IP 172.20.0.2 (4fb3e211-88a6-45eb-89b1-37c647c53f5a/2bbf7b3f-3b47-475a-9ac7-62cc59753d36/2827ceb6-ec7e-470b-8de8-7261e6e48eb5) {{(pid=103854) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:40.233565 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for router_gateway (305d631f-da80-4d42-92bf-123c07c1141e), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.311135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks [] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), precommit_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.316335 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c06787cc-aa38-4df1-826c-748939335195 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:40.384497 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks [] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.402290 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), after_create {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.485981 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.501061 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Pushing event updated for resources: {'Port': ['ID=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,revision_number=1']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:40.514792 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a is already hosted by enough agents. {{(pid=103854) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:40.520144 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.scheduler.base_scheduler [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Resources bound (agent type, host, resource id): {{(pid=103854) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:40.523309 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Received port after_create {{(pid=103854) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:40.527867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port c06787cc-aa38-4df1-826c-748939335195 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:40.527867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c06787cc-aa38-4df1-826c-748939335195), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.574048 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Pushing event updated for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:40.599388 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.599712 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.601019 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.601543 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.602091 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.602571 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.603048 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.603798 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.604297 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.604775 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.605251 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.605754 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.606284 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.606768 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.607305 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103855) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:30:40.628190 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Attempting to bind port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:40.628755 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Attempting to bind port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:40.628917 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Attempting to bind port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 on network 4fb3e211-88a6-45eb-89b1-37c647c53f5a {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:40.641597 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for router_gateway (305d631f-da80-4d42-92bf-123c07c1141e), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.641856 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:40.642001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Checking segment: {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:40.642389 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.643861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Bound using segment: {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:40.643861 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Bound port: 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:40.644361 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.669163 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.703064 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Attempting to bind port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:40.703919 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Attempting to bind port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:40.704451 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Attempting to bind port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d on network 142f5dc8-103b-451c-970c-85d00425f23e {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:40.719370 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:40.720217 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Checking segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:40.720878 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.725155 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Bound using segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:40.725832 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Bound port: ffa0ed4f-e9c3-4c43-9f62-cb335e61653d, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:40.727136 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.823020 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Allocated IP 172.27.3.245 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/866c191a-70d3-422e-9dac-31d053d25512) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:40.861040 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] For port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:40.865304 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] For port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:40.866117 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] For port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:40.872066 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] For port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:40.874978 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port c06787cc-aa38-4df1-826c-748939335195 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:40.922692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-d7bb3ebd-b17e-4769-ac0c-d194e476d8a6 None None] Provisioning complete for port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:40.923239 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d7bb3ebd-b17e-4769-ac0c-d194e476d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.935900 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.970734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for port (866c191a-70d3-422e-9dac-31d053d25512), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:40.982032 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.023442 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb3ebd-b17e-4769-ac0c-d194e476d8a6 None None] Port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:30:41.081068 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a87f5-72fd-405c-b7e7-c64477fa5d29 None None] Pushing event updated for resources: {'Port': ['ID=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:41.097246 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (866c191a-70d3-422e-9dac-31d053d25512), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.110636 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:41.112137 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:41.115444 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecb4b6-6673-4680-a8e2-a9a070d7cb43 None None] Pushing event updated for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=4']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:41.182000 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:41.193402 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:41.202859 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:41.243538 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-72a54015-7806-41a9-8f2b-41856d8cb9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.288103 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=866c191a-70d3-422e-9dac-31d053d25512,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:41.343000 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:41.601407 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Provisioning complete for port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:41.601407 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.697487 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:30:41.711350 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Current status of the port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:41.711912 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.772931 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] For port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:41.826679 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.875557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for router_gateway (305d631f-da80-4d42-92bf-123c07c1141e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:41.918445 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:40Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:41.938922 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08934-08c3-4bbb-aef8-f52a97a08bff None None] Pushing event updated for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:41.995566 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9900ed-b59f-4767-b7ba-92c1330801f5 None None] The sync data for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi is: [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:40Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:30:42.217942 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-576427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-574244'] for router (305d631f-da80-4d42-92bf-123c07c1141e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.362515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41080) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:42.527937 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ffa0ed4f-e9c3-4c43-9f62-cb335e61653d up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:42.573911 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Router 305d631f-da80-4d42-92bf-123c07c1141e is scheduled to L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b with binding_index 1 {{(pid=103853) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 14:30:42.610047 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-71c67737-30e0-4d64-b99a-da445e964a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.623122 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46331189-2c01-4179-9474-74e1c33d5f7a None None] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:42.732692 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-71c67737-30e0-4d64-b99a-da445e964a8b admin admin] Publish callbacks [] for security_group (8398da5d-5192-4bc0-9495-0aa43fc0b5ab), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.754693 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:30:42.780753 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Sync routers for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:30:42.800477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-71c67737-30e0-4d64-b99a-da445e964a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8398da5d-5192-4bc0-9495-0aa43fc0b5ab), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.817248 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Provisioning complete for port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:42.817628 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.820624 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:42.821277 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:42.830350 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.835301 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-95f7d7df-c378-4330-8eea-5b1fb37bd7b0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1826410 Apr 04 14:30:42.835301 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41088) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:42.877450 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-71c67737-30e0-4d64-b99a-da445e964a8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96478159e8fb4cf98de676ae8daf10b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129325 Apr 04 14:30:42.877987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41090) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:42.897326 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c67737-30e0-4d64-b99a-da445e964a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8398da5d-5192-4bc0-9495-0aa43fc0b5ab,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:42.955217 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] Publish callbacks [] for security_group (8398da5d-5192-4bc0-9495-0aa43fc0b5ab), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:42.998352 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] Publish callbacks [] for security_group (8398da5d-5192-4bc0-9495-0aa43fc0b5ab), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.169741 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (8398da5d-5192-4bc0-9495-0aa43fc0b5ab), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.173638 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.175489 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:43.175880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.177883 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8398da5d-5192-4bc0-9495-0aa43fc0b5ab HTTP/1.1" status: 204 len: 168 time: 0.2947242 Apr 04 14:30:43.196997 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7d1bb-d341-47dd-8044-b8c72852d3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398da5d-5192-4bc0-9495-0aa43fc0b5ab,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:43.345372 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:43.560902 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Current status of the port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:43.561280 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.568801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:43.569927 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:43.629586 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a23be438-15ed-4630-b690-abd711f2bb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.706752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] For port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:43.718944 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:43.719617 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.763837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.827044 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 3, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:43.881498 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb61dc8-2306-40f4-98fb-18dd20006d4f None None] Pushing event updated for resources: {'Port': ['ID=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:43.890034 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Checking router: 305d631f-da80-4d42-92bf-123c07c1141e for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:30:43.890411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Updating router 305d631f-da80-4d42-92bf-123c07c1141e port 866c191a-70d3-422e-9dac-31d053d25512 binding host dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:30:43.924796 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.933526 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:43.945725 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-efd19170-c1c3-463e-8a4e-bdfb71f5e58e None None] Provisioning complete for port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:43.946144 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-efd19170-c1c3-463e-8a4e-bdfb71f5e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.969400 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (866c191a-70d3-422e-9dac-31d053d25512), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:43.994278 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41100) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:44.021031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ad39624d-aea0-424c-acfc-15f059feceb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.123720 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Allocated IP 172.20.0.1 (4fb3e211-88a6-45eb-89b1-37c647c53f5a/2bbf7b3f-3b47-475a-9ac7-62cc59753d36/0e093db7-d835-40c9-933e-1d34e9a38e68) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:30:44.135891 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ad39624d-aea0-424c-acfc-15f059feceb4 admin admin] Publish callbacks [] for security_group (09b445ff-d815-43e8-addd-68698012a852), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.172915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-efd19170-c1c3-463e-8a4e-bdfb71f5e58e None None] Current status of the port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:44.207220 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-ad39624d-aea0-424c-acfc-15f059feceb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (09b445ff-d815-43e8-addd-68698012a852), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.277034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks [] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.316768 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:44.321522 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-ad39624d-aea0-424c-acfc-15f059feceb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=518f299497464ec4ad31b65566c666af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226995 Apr 04 14:30:44.322734 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39624d-aea0-424c-acfc-15f059feceb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b445ff-d815-43e8-addd-68698012a852,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:44.324653 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41102) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:44.361059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks [] for port (866c191a-70d3-422e-9dac-31d053d25512), precommit_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.379030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] Publish callbacks [] for security_group (09b445ff-d815-43e8-addd-68698012a852), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.397505 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:44.397885 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.416088 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] Publish callbacks [] for security_group (09b445ff-d815-43e8-addd-68698012a852), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.428794 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.470626 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (866c191a-70d3-422e-9dac-31d053d25512), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.518367 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Pushing event updated for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:44.526216 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:44.528290 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:44.530831 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:30:44.542736 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (09b445ff-d815-43e8-addd-68698012a852), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.545515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.547016 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09b445ff-d815-43e8-addd-68698012a852 HTTP/1.1" status: 204 len: 168 time: 0.2211602 Apr 04 14:30:44.563808 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89b387-0529-4a6b-a314-5a226f4a32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b445ff-d815-43e8-addd-68698012a852,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:44.602991 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21da3-1377-4b0f-a2aa-fbf98c589137 None None] Pushing event updated for resources: {'Port': ['ID=866c191a-70d3-422e-9dac-31d053d25512,revision_number=2']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:44.633586 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573683'] for router_interface (305d631f-da80-4d42-92bf-123c07c1141e), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.641112 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Attempting to bind port 866c191a-70d3-422e-9dac-31d053d25512 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:44.641482 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Attempting to bind port 866c191a-70d3-422e-9dac-31d053d25512 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:44.641862 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Attempting to bind port 866c191a-70d3-422e-9dac-31d053d25512 on network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:44.650571 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:44.678794 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:44.679324 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Checking segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103854) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:44.679786 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.680183 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Bound using segment: {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'} {{(pid=103854) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:44.680660 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.managers [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Bound port: 866c191a-70d3-422e-9dac-31d053d25512, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0151704e-6bb2-43a4-bdf6-262291a75318', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3'}}] {{(pid=103854) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:44.681130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (866c191a-70d3-422e-9dac-31d053d25512), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.765660 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] For port 866c191a-70d3-422e-9dac-31d053d25512, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103854) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:44.768898 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.770736 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] For port 866c191a-70d3-422e-9dac-31d053d25512, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=866c191a-70d3-422e-9dac-31d053d25512,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:44.829265 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (866c191a-70d3-422e-9dac-31d053d25512), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:44.902005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21da3-1377-4b0f-a2aa-fbf98c589137 None None] Pushing event updated for resources: {'Port': ['ID=866c191a-70d3-422e-9dac-31d053d25512,revision_number=3']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:44.906482 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:44.907127 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:44.912821 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.016341 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-45cb29b7-ab89-4776-96a2-1560d1c07590 None None] Provisioning complete for port 0e093db7-d835-40c9-933e-1d34e9a38e68 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:45.016748 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-45cb29b7-ab89-4776-96a2-1560d1c07590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.070939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-45cb29b7-ab89-4776-96a2-1560d1c07590 None None] Port 0e093db7-d835-40c9-933e-1d34e9a38e68 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:30:45.106910 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:45.168676 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks [] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.456576 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.473245 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.489869 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '0e093db7-d835-40c9-933e-1d34e9a38e68', 'name': '', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'mac_address': 'fa:16:3e:f1:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:43Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 1, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'subnets': [{'id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:45.520002 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288e7967-2f8e-4120-99f6-629abebbd9a6 None None] The sync data for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi is: [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '0e093db7-d835-40c9-933e-1d34e9a38e68', 'name': '', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'mac_address': 'fa:16:3e:f1:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:43Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 1, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'subnets': [{'id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:30:45.552435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Pushing event updated for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:45.560333 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1030230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573543'] for router_interface (305d631f-da80-4d42-92bf-123c07c1141e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:45.698744 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:30:45.700314 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:45.908632 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Router 305d631f-da80-4d42-92bf-123c07c1141e has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:30:45.952829 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:46.094561 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:30:46.112728 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-9f1ac619-2c28-490b-b3fd-716c0dfe2bac admin admin] 10.222.0.13 "PUT /v2.0/routers/305d631f-da80-4d42-92bf-123c07c1141e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2765930 Apr 04 14:30:46.179643 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-1049df9e-1bbb-43fa-b033-4152167e5278 None None] Provisioning complete for port 0e093db7-d835-40c9-933e-1d34e9a38e68 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:46.180020 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1049df9e-1bbb-43fa-b033-4152167e5278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:46.271665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-1049df9e-1bbb-43fa-b033-4152167e5278 None None] Port 0e093db7-d835-40c9-933e-1d34e9a38e68 cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:30:46.912218 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41170) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:47.037512 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0d75c4c-03c3-4718-b409-44815e5afadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.141991 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0d75c4c-03c3-4718-b409-44815e5afadb admin admin] Publish callbacks [] for security_group (bb3d9716-6db9-4c87-9bac-c4a367cea212), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.228049 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d0d75c4c-03c3-4718-b409-44815e5afadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bb3d9716-6db9-4c87-9bac-c4a367cea212), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.267167 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d0d75c4c-03c3-4718-b409-44815e5afadb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcbd19210e78442395ae87170c51a183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537321 Apr 04 14:30:47.268535 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d75c4c-03c3-4718-b409-44815e5afadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d9716-6db9-4c87-9bac-c4a367cea212,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:47.270307 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41184) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:47.328031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] Publish callbacks [] for security_group (bb3d9716-6db9-4c87-9bac-c4a367cea212), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.352826 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] Publish callbacks [] for security_group (bb3d9716-6db9-4c87-9bac-c4a367cea212), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.357960 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.473449 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bb3d9716-6db9-4c87-9bac-c4a367cea212), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.476548 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:47.477993 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb3d9716-6db9-4c87-9bac-c4a367cea212 HTTP/1.1" status: 204 len: 168 time: 0.2066960 Apr 04 14:30:47.500528 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc495a69-6d54-4f7c-bb1b-e6ca36007430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d9716-6db9-4c87-9bac-c4a367cea212,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:48.269765 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 866c191a-70d3-422e-9dac-31d053d25512 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:48.336050 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 866c191a-70d3-422e-9dac-31d053d25512 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:48.336533 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (866c191a-70d3-422e-9dac-31d053d25512), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:48.444953 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 866c191a-70d3-422e-9dac-31d053d25512 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:48.446214 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (866c191a-70d3-422e-9dac-31d053d25512), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:48.476952 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] For port 866c191a-70d3-422e-9dac-31d053d25512, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=866c191a-70d3-422e-9dac-31d053d25512,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:48.532532 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (866c191a-70d3-422e-9dac-31d053d25512), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:48.624719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Pushing event updated for resources: {'Port': ['ID=866c191a-70d3-422e-9dac-31d053d25512,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:49.402525 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Sync routers for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:30:49.420905 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:49.421596 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:49.467846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41278) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:49.607604 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:49.939302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-147ae39c-3689-4284-9521-47230c6ece2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:49.939302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-147ae39c-3689-4284-9521-47230c6ece2b admin admin] Publish callbacks [] for security_group (20671cac-23f6-4d07-921e-6cccf0072c9d), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:49.939639 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '0e093db7-d835-40c9-933e-1d34e9a38e68', 'name': '', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'mac_address': 'fa:16:3e:f1:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:43Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 2, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'subnets': [{'id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:49.939639 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Checking router: 305d631f-da80-4d42-92bf-123c07c1141e for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:30:49.939639 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Updating router 305d631f-da80-4d42-92bf-123c07c1141e port 0e093db7-d835-40c9-933e-1d34e9a38e68 binding host dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 14:30:49.939639 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.207515 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks [] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), precommit_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.222461 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 866c191a-70d3-422e-9dac-31d053d25512 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:50.270708 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 866c191a-70d3-422e-9dac-31d053d25512 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:50.271075 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (866c191a-70d3-422e-9dac-31d053d25512), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.279458 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-147ae39c-3689-4284-9521-47230c6ece2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (20671cac-23f6-4d07-921e-6cccf0072c9d), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.317810 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ae39c-3689-4284-9521-47230c6ece2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20671cac-23f6-4d07-921e-6cccf0072c9d,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:50.325056 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41282) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:50.325712 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-147ae39c-3689-4284-9521-47230c6ece2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60b41aab48174066911503a0a27241e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8555794 Apr 04 14:30:50.342758 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.359635 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 866c191a-70d3-422e-9dac-31d053d25512 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:50.389190 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] Publish callbacks [] for security_group (20671cac-23f6-4d07-921e-6cccf0072c9d), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.427988 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] Publish callbacks [] for security_group (20671cac-23f6-4d07-921e-6cccf0072c9d), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.475404 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055eaae-624b-4864-b2d2-67b855723170 None None] Pushing event updated for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=3']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:50.496422 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Attempting to bind port 0e093db7-d835-40c9-933e-1d34e9a38e68 on host dv-cinder-835880-4-iscsi for vnic_type normal with profile {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:30:50.499636 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Attempting to bind port 0e093db7-d835-40c9-933e-1d34e9a38e68 by drivers openvswitch,hyperv on host dv-cinder-835880-4-iscsi at level 0 using segments [{'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:30:50.500762 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Attempting to bind port 0e093db7-d835-40c9-933e-1d34e9a38e68 on network 4fb3e211-88a6-45eb-89b1-37c647c53f5a {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:30:50.527171 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41290) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:50.532767 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Checking agent: {'id': '9a0fe68c-d572-46fe-ab9f-5addc4106bee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 13, 47), 'started_at': datetime.datetime(2022, 4, 4, 14, 14, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:30:50.533515 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Checking segment: {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103855) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:50.533918 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.534313 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Bound using segment: {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'} {{(pid=103855) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:30:50.534789 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.managers [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Bound port: 0e093db7-d835-40c9-933e-1d34e9a38e68, host: dv-cinder-835880-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d57c5e-cea9-46e5-9c71-26d385e4e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a'}}] {{(pid=103855) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:30:50.535161 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), before_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.594784 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (20671cac-23f6-4d07-921e-6cccf0072c9d), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.597401 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.601684 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20671cac-23f6-4d07-921e-6cccf0072c9d HTTP/1.1" status: 204 len: 168 time: 0.2745235 Apr 04 14:30:50.616020 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_v2 [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Deleting subnet 514b064a-e889-4a88-8e5d-d2f1ed981612 {{(pid=103853) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:30:50.620610 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b1a62-c003-47c9-9827-bd39656ba6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20671cac-23f6-4d07-921e-6cccf0072c9d,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:50.625567 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Publish callbacks [] for subnet (514b064a-e889-4a88-8e5d-d2f1ed981612), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.646004 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] For port 0e093db7-d835-40c9-933e-1d34e9a38e68, host dv-cinder-835880-4-iscsi, cleared binding levels {{(pid=103855) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:30:50.668116 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.plugins.ml2.db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] For port 0e093db7-d835-40c9-933e-1d34e9a38e68, host dv-cinder-835880-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=0e093db7-d835-40c9-933e-1d34e9a38e68,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103855) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:30:50.680984 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9691616'] for subnet (514b064a-e889-4a88-8e5d-d2f1ed981612), precommit_delete_associations {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.743425 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (514b064a-e889-4a88-8e5d-d2f1ed981612), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.753758 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron_lib.callbacks.manager [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_update {{(pid=103855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.821235 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:30:50.821839 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:30:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:50.824425 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055eaae-624b-4864-b2d2-67b855723170 None None] Pushing event updated for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=4']} {{(pid=103855) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:50.858379 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Provisioning complete for port 0e093db7-d835-40c9-933e-1d34e9a38e68 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:50.859138 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.926288 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10485261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9985165'] for subnet (514b064a-e889-4a88-8e5d-d2f1ed981612), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:50.975967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514b064a-e889-4a88-8e5d-d2f1ed981612,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:50.995858 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for subnet (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.000471 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-233fb7da-25ab-46c7-a53f-1b63035bd9e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/514b064a-e889-4a88-8e5d-d2f1ed981612 HTTP/1.1" status: 204 len: 168 time: 0.4721560 Apr 04 14:30:51.003062 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41296) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:51.004044 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Current status of the port 0e093db7-d835-40c9-933e-1d34e9a38e68 is: DOWN; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:51.005267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.022310 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:30:51.078606 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] For port 0e093db7-d835-40c9-933e-1d34e9a38e68, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=0e093db7-d835-40c9-933e-1d34e9a38e68,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:30:51.133264 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (c533f312-4ae4-4acd-96bd-cd66162ae91b), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.160474 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.240292 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407e1cc-8e24-4ba9-940a-9a8a9507e2e9 None None] Pushing event updated for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:51.245461 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (c533f312-4ae4-4acd-96bd-cd66162ae91b), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.281885 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c533f312-4ae4-4acd-96bd-cd66162ae91b']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:51.298489 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf52f04c-f6f7-415d-93cc-8f225183eda6') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:51.299440 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf52f04c-f6f7-415d-93cc-8f225183eda6') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:51.304789 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-a9f71c5f-5d96-4890-8fcd-9dd180f5a679 None None] Provisioning complete for port 0e093db7-d835-40c9-933e-1d34e9a38e68 triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:51.305357 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-a9f71c5f-5d96-4890-8fcd-9dd180f5a679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.312817 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (cf52f04c-f6f7-415d-93cc-8f225183eda6), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.329460 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (cf52f04c-f6f7-415d-93cc-8f225183eda6), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.342390 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:30:51.348836 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (cf52f04c-f6f7-415d-93cc-8f225183eda6), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:30:51.350531 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:30:51.372308 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '0e093db7-d835-40c9-933e-1d34e9a38e68', 'name': '', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'mac_address': 'fa:16:3e:f1:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:43Z', 'updated_at': '2022-04-04T14:30:50Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'subnets': [{'id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:30:51.436210 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb892ea-8e87-4f38-bac4-9d69f6fa9ad2 None None] The sync data for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi is: [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:30:44Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '0e093db7-d835-40c9-933e-1d34e9a38e68', 'name': '', 'network_id': '4fb3e211-88a6-45eb-89b1-37c647c53f5a', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'mac_address': 'fa:16:3e:f1:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:43Z', 'updated_at': '2022-04-04T14:30:50Z', 'revision_number': 4, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'subnets': [{'id': '2bbf7b3f-3b47-475a-9ac7-62cc59753d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:30:51.443826 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-a9f71c5f-5d96-4890-8fcd-9dd180f5a679 None None] Current status of the port 0e093db7-d835-40c9-933e-1d34e9a38e68 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:51.501083 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (c533f312-4ae4-4acd-96bd-cd66162ae91b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.516862 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:51.516862 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] 10.222.0.13 "DELETE /v2.0/networks/c533f312-4ae4-4acd-96bd-cd66162ae91b HTTP/1.1" status: 204 len: 168 time: 0.5118310 Apr 04 14:30:51.542189 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887efb5-a967-4aa4-8765-8aea715a3b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c533f312-4ae4-4acd-96bd-cd66162ae91b,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:51.947429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41314) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:52.042548 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41318) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:52.053249 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8dbbefbd-2edc-4c74-85b2-a279ee33861f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98978bcf356d4ba2ad20a403f6c66ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1042948 Apr 04 14:30:52.087778 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41320) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:52.131620 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] Publish callbacks [] for security_group (a98a10df-2c62-4777-ad50-650dd6fcb35e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.174544 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] Publish callbacks [] for security_group (a98a10df-2c62-4777-ad50-650dd6fcb35e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.235754 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1378249701-network', 'tenant_id': 'ab2338d511564b5583d39cc892883452'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:52.316211 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 0e093db7-d835-40c9-933e-1d34e9a38e68 up at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:30:52.354215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Made reservation on behalf of ab2338d511564b5583d39cc892883452 for: {'network': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:52.359432 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for network (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.375695 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.402602 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Provisioning complete for port 0e093db7-d835-40c9-933e-1d34e9a38e68 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:30:52.403201 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.410820 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (a98a10df-2c62-4777-ad50-650dd6fcb35e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.413472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.417013 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a98a10df-2c62-4777-ad50-650dd6fcb35e HTTP/1.1" status: 204 len: 168 time: 0.3706849 Apr 04 14:30:52.435077 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64005404-5faa-4068-9a5e-7314201f01e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a10df-2c62-4777-ad50-650dd6fcb35e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:52.539779 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks [] for security_group (451c8746-0aa2-49b2-a078-6ff000c80c05), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.556673 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Current status of the port 0e093db7-d835-40c9-933e-1d34e9a38e68 is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:30:52.609460 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (451c8746-0aa2-49b2-a078-6ff000c80c05), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.646545 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103853) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 14:30:52.663672 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451c8746-0aa2-49b2-a078-6ff000c80c05,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:52.682760 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (7cbb1f3e-6e7e-4614-a21e-be6715144b1f), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.688414 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.segments_db [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Added segment 7cbb1f3e-6e7e-4614-a21e-be6715144b1f of type vlan for network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 Apr 04 14:30:52.752684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747030349370'] for network (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.833812 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212'] for network (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.834919 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:52.835601 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:52.910219 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] Pushing event updated for resources: {'Network': ['ID=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:52.922818 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 details requested by agent ovs-agent-dv-cinder-835880-4-iscsi with host dv-cinder-835880-4-iscsi {{(pid=103854) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 14:30:52.945235 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4b8521b6-561f-47b7-9313-0e9a54ce199e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8563442 Apr 04 14:30:52.949694 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41332) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:30:52.955551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Request body: {'subnet': {'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1378249701-subnet', 'tenant_id': 'ab2338d511564b5583d39cc892883452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:30:53.039789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Made reservation on behalf of ab2338d511564b5583d39cc892883452 for: {'subnet': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:30:53.042488 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12032206'] for subnet (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:53.334342 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8555027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12032216'] for subnet (a9c18edb-4188-4ffa-9b9b-171e4b40a818), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:53.422507 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c18edb-4188-4ffa-9b9b-171e4b40a818,revision_number=0']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:30:53.427211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Checking segment: {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:30:53.427785 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Network hostable DHCP agents. Network: 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076, hostable agents: ['1af927b3-9963-47f9-8b53-3a0525e8beda'], hosted agents: [] {{(pid=103852) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 14:30:53.520188 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 is scheduled to be hosted by DHCP agent 1af927b3-9963-47f9-8b53-3a0525e8beda with binding_index 1 {{(pid=103852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 14:30:53.592087 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-4-iscsi, 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076) {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:30:53.596367 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:53.596961 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:30:53.606056 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b65a7-aeb5-4aa8-a729-460541217b02 None None] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:53.711443 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6e29ab7f-523d-410b-977e-0e5b6b388ae8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7601378 Apr 04 14:30:53.745328 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e293f54-44b1-4da1-8d34-d2bfca01fbc1 None None] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:30:58.093662 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-bc798455-9f61-4536-a0c2-3c4b0600f1f7 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:58.095137 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-bc798455-9f61-4536-a0c2-3c4b0600f1f7 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/networks?id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 HTTP/1.1" status: 200 len: 814 time: 0.1068428 Apr 04 14:30:58.109172 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-d87de05e-31d5-4cd4-826f-e4dbcd9b02c2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/quotas/ab2338d511564b5583d39cc892883452 HTTP/1.1" status: 200 len: 375 time: 0.0088584 Apr 04 14:30:58.145694 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8a1527a0-46c5-4a85-96ee-6261677f9d90 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312419 Apr 04 14:30:58.237398 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3a237270-348d-4048-8872-c24ff577072d service neutron] 10.222.0.13 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850644 Apr 04 14:30:58.340611 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-609017ad-e17d-4faa-b979-f326a68ae141 service neutron] 10.222.0.13 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968325 Apr 04 14:30:58.456175 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-34b0b0cb-643a-40b0-9533-56704cfaf42a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:30:58.457639 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-34b0b0cb-643a-40b0-9533-56704cfaf42a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 815 time: 0.1050682 Apr 04 14:30:58.472281 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-f2a98999-7690-4bdb-8253-c78fd36fe1c6 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/quotas/8dbebf9bc6c54b2892706601dbeb97b7 HTTP/1.1" status: 200 len: 375 time: 0.0092964 Apr 04 14:30:58.528473 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-9b4d504f-fd1a-4a3a-af4a-a64293c89137 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503495 Apr 04 14:30:58.599756 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8e90e185-3a25-4222-bae5-fcb8e28ea30e req-f62b1749-a55e-4e8d-90b2-fbe86f75829c tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 210 time: 0.0290589 Apr 04 14:30:58.637091 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-78371f42-b398-4a28-9f11-adbbf9b0cefc service neutron] 10.222.0.13 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955811 Apr 04 14:30:58.730668 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-d92623c7-c7a8-4f99-b25d-658fca6720bd service neutron] 10.222.0.13 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Apr 04 14:30:59.693904 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e0988cbb-dc20-49e3-a17f-b4d1f3352565 req-32232932-b7c5-4c65-a033-c96ec60e4f8e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 210 time: 0.0275686 Apr 04 14:30:59.957816 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-817b7d05-863d-4ed5-9297-a1b3059bc850 req-6a001c7b-09f0-4316-968b-41daa7b05f18 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 210 time: 0.0274320 Apr 04 14:31:00.789313 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5fab48e9-5eb5-4dfd-9af8-44604988fca2 req-b394de20-c2b9-4279-917f-155b7a5724f4 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 210 time: 0.0287349 Apr 04 14:31:01.034353 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fed08910-f7eb-413b-ad2f-6cbaf711007b req-06298071-f7ea-4a4b-a278-96c8a7fff528 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 210 time: 0.0269814 Apr 04 14:31:01.532130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-9829a69c-d91b-4b51-bee9-c9e52d4e9114 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:01.533551 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-9829a69c-d91b-4b51-bee9-c9e52d4e9114 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "GET /v2.0/networks?id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 HTTP/1.1" status: 200 len: 814 time: 0.1059368 Apr 04 14:31:01.545817 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Request body: {'port': {'device_id': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076', 'admin_state_up': True, 'tenant_id': 'ab2338d511564b5583d39cc892883452'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:01.764736 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Made reservation on behalf of ab2338d511564b5583d39cc892883452 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:31:01.768127 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:01.918840 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8e12526f-9712-47cc-91b6-525a11353128 req-998eef4d-f94f-4a71-924d-f8644c834d7d tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 210 time: 0.0516641 Apr 04 14:31:01.937852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Allocated IP 172.20.0.3 (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076/a9c18edb-4188-4ffa-9b9b-171e4b40a818/0ad844bc-fb8d-43fe-aea0-82c8e3470ed3) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:31:02.094002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks [] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.135983 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-743a11cb-b4ad-46b6-a56e-7f8eaf5d113b req-ba91668a-0bcf-4316-acf8-1c4fb8b7e65e tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 210 time: 0.0310619 Apr 04 14:31:02.194397 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.251221 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:31:02.255762 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:31:02.257799 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Pushing event updated for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:02.260190 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:31:02.285822 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.286172 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.286518 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.286859 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.287211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.287551 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.287882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.288211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.288540 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.288867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.289197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.289590 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.289924 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.290253 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.290575 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:02.321435 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:02.322065 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.432100 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-0d853c09-8748-46d4-89e1-b680ebcc4009 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:02.433738 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-0d853c09-8748-46d4-89e1-b680ebcc4009 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 815 time: 0.1135375 Apr 04 14:31:02.446115 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'port': {'device_id': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'admin_state_up': True, 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:02.470250 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3842888e-9b68-4a68-bb39-0c679458c45a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280841 Apr 04 14:31:02.483519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Request body: {'port': {'device_id': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:02.546127 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.627479 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Made reservation on behalf of 8dbebf9bc6c54b2892706601dbeb97b7 for: {'port': 1} {{(pid=103853) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:31:02.631518 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.767378 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Allocated IP 172.20.0.11 (142f5dc8-103b-451c-970c-85d00425f23e/ec5ab65d-a275-4db2-8bad-d4124d01d374/649d50a1-0f17-4402-bd52-1392da5ec6ed) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:31:02.816391 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:02.824937 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks [] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.838374 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Transition to ACTIVE for port object 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:31:02.906176 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.918636 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:02.962496 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:03.022726 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.073348 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Network 142f5dc8-103b-451c-970c-85d00425f23e is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:31:03.078757 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:31:03.083378 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e3de9-bfe8-4aa1-a975-7be2b95ea302 req-09d47e55-e7f8-4b25-a0d7-ad45e979264b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:03.083579 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:31:03.084879 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe7e3de9-bfe8-4aa1-a975-7be2b95ea302 req-09d47e55-e7f8-4b25-a0d7-ad45e979264b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0925224 Apr 04 14:31:03.086189 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Attempting to bind port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:31:03.086516 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Attempting to bind port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:31:03.087467 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:03.087689 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Attempting to bind port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:03.106401 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:31:03.106730 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Attempting to bind port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:03.123593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.123593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.123593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.123593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.123593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.124351 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.124351 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.124526 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.124936 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.127373 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.128123 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.128756 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.129557 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.130000 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.130465 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:03.137074 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:31:03.137424 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Checking segment: {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:31:03.137801 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Bound using segment: {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:31:03.138289 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Bound port: 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:31:03.138655 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.162919 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:03.163632 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.227938 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fe7e3de9-bfe8-4aa1-a975-7be2b95ea302 req-b516cbcc-fafc-4e4c-874f-7b58135b8f8c tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349969 Apr 04 14:31:03.292750 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:31:03.293082 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-21debdf8-0a0a-4c3a-b20a-50775e665a48 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478949 Apr 04 14:31:03.293300 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:31:03.307681 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Request body: {'port': {'device_id': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:03.355387 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed421e05-1743-434e-8557-ddac8674af08 req-a4431563-ba06-48e5-9ea6-f891370badba tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:03.356858 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ed421e05-1743-434e-8557-ddac8674af08 req-a4431563-ba06-48e5-9ea6-f891370badba tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 932 time: 0.1324570 Apr 04 14:31:03.392403 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.402871 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.431881 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:03.432492 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.433855 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] 10.222.0.18 "PUT /v2.0/ports/0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 HTTP/1.1" status: 200 len: 1093 time: 0.9548960 Apr 04 14:31:03.434288 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:03.436998 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91dada-a8a4-4611-9854-15152e1c844e" -d '{"events": [{"name": "network-changed", "server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:03.477809 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a3a9-12fd-4797-8a34-cfb2deb09be7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:03.478826 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ed421e05-1743-434e-8557-ddac8674af08 req-be1d556b-967e-4734-8e83-28833e8aa2d9 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999012 Apr 04 14:31:03.498353 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec3f34f-8786-445c-8f5d-b46854aa0fa2 x-openstack-request-id: req-0ec3f34f-8786-445c-8f5d-b46854aa0fa2 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:03.499457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:03.499457 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ec3f34f-8786-445c-8f5d-b46854aa0fa2 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:03.499830 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec3f34f-8786-445c-8f5d-b46854aa0fa2'] response: {'name': 'network-changed', 'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3', 'status': 'completed', 'code': 200} Apr 04 14:31:03.511958 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-8f16bb5d-d40d-4ca0-9169-d14cf8c1ccff None None] Provisioning complete for port 649d50a1-0f17-4402-bd52-1392da5ec6ed triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:03.512529 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8f16bb5d-d40d-4ca0-9169-d14cf8c1ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.617043 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-8f16bb5d-d40d-4ca0-9169-d14cf8c1ccff None None] Port 649d50a1-0f17-4402-bd52-1392da5ec6ed cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:31:03.640352 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dada-a8a4-4611-9854-15152e1c844e req-707bc5c3-f353-457c-8f0e-d398e53cd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:03.641998 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a91dada-a8a4-4611-9854-15152e1c844e req-707bc5c3-f353-457c-8f0e-d398e53cd94b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 1127 time: 0.0973625 Apr 04 14:31:03.863734 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649d50a1-0f17-4402-bd52-1392da5ec6ed {{(pid=103853) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:03.878200 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks [] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:03.898264 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.provisioning_blocks [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Transition to ACTIVE for port object 649d50a1-0f17-4402-bd52-1392da5ec6ed will not be triggered until provisioned by entity L2. {{(pid=103853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:31:03.982046 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:04.071435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:04.131678 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Attempting to bind port 649d50a1-0f17-4402-bd52-1392da5ec6ed on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:31:04.132022 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Attempting to bind port 649d50a1-0f17-4402-bd52-1392da5ec6ed by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:31:04.132359 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Attempting to bind port 649d50a1-0f17-4402-bd52-1392da5ec6ed on network 142f5dc8-103b-451c-970c-85d00425f23e {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:04.147360 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Port 649d50a1-0f17-4402-bd52-1392da5ec6ed on network 142f5dc8-103b-451c-970c-85d00425f23e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:31:04.147773 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Attempting to bind port 649d50a1-0f17-4402-bd52-1392da5ec6ed on network 142f5dc8-103b-451c-970c-85d00425f23e {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:04.153865 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:31:04.154277 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Checking segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:31:04.154739 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Bound using segment: {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'} {{(pid=103853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:31:04.155262 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.managers [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Bound port: 649d50a1-0f17-4402-bd52-1392da5ec6ed, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771c84b1-64bc-4bdf-b639-5855c556b246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e'}}] {{(pid=103853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:31:04.155629 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:04.252322 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, cleared binding levels {{(pid=103853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:31:04.255691 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:31:04.318356 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:04.334158 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:04.335030 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:04.336934 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] 10.222.0.18 "PUT /v2.0/ports/649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 1094 time: 1.0350204 Apr 04 14:31:04.339336 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:04.341590 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:04.425983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656515f0-0fa6-40c5-831d-53da1abefd7e x-openstack-request-id: req-656515f0-0fa6-40c5-831d-53da1abefd7e {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:04.426468 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:04.426877 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-656515f0-0fa6-40c5-831d-53da1abefd7e {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:04.427638 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656515f0-0fa6-40c5-831d-53da1abefd7e'] response: {'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:31:04.436398 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b7af-ad43-4a8f-b3ff-d60a99c370fb req-7f9b70f4-4bbd-4e88-8a64-1698224a3689 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:04.437686 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0d4b7af-ad43-4a8f-b3ff-d60a99c370fb req-7f9b70f4-4bbd-4e88-8a64-1698224a3689 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0831296 Apr 04 14:31:04.462362 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61a8e4-57dc-44b6-a9f6-2d5e203ddc68 service neutron] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=3']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:04.534886 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f0d4b7af-ad43-4a8f-b3ff-d60a99c370fb req-0db6e66c-1442-4b64-96b4-23dda5bb2093 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Apr 04 14:31:04.691600 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cbea2-4be8-4d13-bcfc-2eea3de4e302 req-3f555202-cb67-4eb4-b8f9-76074fd38189 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:04.693506 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-692cbea2-4be8-4d13-bcfc-2eea3de4e302 req-3f555202-cb67-4eb4-b8f9-76074fd38189 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0756342 Apr 04 14:31:04.743015 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-692cbea2-4be8-4d13-bcfc-2eea3de4e302 req-ad22c8c1-057f-4c40-ace4-e11f1315308c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Apr 04 14:31:05.675373 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b24843-1d12-43c1-b753-4385d77c66b0 req-4c0e8a97-3ff8-4550-8292-9e50413e09e6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:05.679305 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c9b24843-1d12-43c1-b753-4385d77c66b0 req-4c0e8a97-3ff8-4550-8292-9e50413e09e6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0732687 Apr 04 14:31:05.739427 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-c9b24843-1d12-43c1-b753-4385d77c66b0 req-25a2b8b2-a1b8-4fcf-86a3-923191314751 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538568 Apr 04 14:31:05.866859 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408382d0-f898-45b2-b366-214c51b1d0c6 req-bbeb405c-15ef-403f-b278-02a08be17166 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:05.868324 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-408382d0-f898-45b2-b366-214c51b1d0c6 req-bbeb405c-15ef-403f-b278-02a08be17166 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0568950 Apr 04 14:31:05.918411 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-408382d0-f898-45b2-b366-214c51b1d0c6 req-26eed413-3518-4743-8380-ac13fb33cba4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Apr 04 14:31:06.889465 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8910b2c-980f-4a5a-8ab5-1d52904d9e36 req-7cbdecb4-9b16-415e-b769-72fdcb64be9b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:06.897863 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8910b2c-980f-4a5a-8ab5-1d52904d9e36 req-7cbdecb4-9b16-415e-b769-72fdcb64be9b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0771313 Apr 04 14:31:06.975077 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e8910b2c-980f-4a5a-8ab5-1d52904d9e36 req-dce6b240-4763-4cca-9989-576ca81652b0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759790 Apr 04 14:31:07.169132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac917-7248-435d-aed0-54cceefb4c5b req-0fb7f53d-58d0-4908-94f9-f03d8306a4b2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:07.171078 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b5dac917-7248-435d-aed0-54cceefb4c5b req-0fb7f53d-58d0-4908-94f9-f03d8306a4b2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0799723 Apr 04 14:31:07.235971 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b5dac917-7248-435d-aed0-54cceefb4c5b req-3d8d58c7-e182-49ba-be26-65d71a3af91d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539024 Apr 04 14:31:07.305398 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-5b7f4f2d-ead7-4e47-800c-9bcf140b660e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986544726&fields=id&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 267 time: 0.0524113 Apr 04 14:31:07.419842 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-62ed355d-14c7-4d9b-9d7a-97c9eda23c67 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:07.421369 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-62ed355d-14c7-4d9b-9d7a-97c9eda23c67 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1091604 Apr 04 14:31:07.443370 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-8a7381f8-8ac6-42c8-894c-4ce027b87b43 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/quotas/8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 375 time: 0.0156336 Apr 04 14:31:07.511466 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-1e50d655-9892-480e-886e-8f947c76395f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626395 Apr 04 14:31:07.608772 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-90f9adcd-cc77-4294-9566-afb6c5b7fb59 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 Apr 04 14:31:07.705776 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-ddee31b3-9210-46e6-b4fe-fa583521ba56 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910692 Apr 04 14:31:08.109143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574a330-67a7-4b4b-98ac-75af465f7e15 req-db9c16fe-de09-4afa-8bd9-ea2408480249 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:08.110740 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1574a330-67a7-4b4b-98ac-75af465f7e15 req-db9c16fe-de09-4afa-8bd9-ea2408480249 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0574076 Apr 04 14:31:08.156175 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1574a330-67a7-4b4b-98ac-75af465f7e15 req-2f692ba5-dda2-4137-b65a-cc72f8ff7885 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Apr 04 14:31:08.272826 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-aa62b0f5-6bf6-4a03-aa21-c676a121491c req-0e2a992c-8116-4d66-bf23-f8e19d624215 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0327554 Apr 04 14:31:08.407222 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9de4d7-9937-4987-be4d-7f98dd622762 req-f4c78521-e642-4d93-b094-c15e5bf8debb tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:08.415762 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa9de4d7-9937-4987-be4d-7f98dd622762 req-f4c78521-e642-4d93-b094-c15e5bf8debb tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0740073 Apr 04 14:31:08.470558 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-aa9de4d7-9937-4987-be4d-7f98dd622762 req-4dae8966-18a9-4244-b03f-cdc98b1b3c26 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Apr 04 14:31:09.302690 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0235-eb36-435e-a1b8-77d3b311fa59 req-4dba4e21-dddc-43eb-82e7-b23e4bf7abf8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:09.302690 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35fa0235-eb36-435e-a1b8-77d3b311fa59 req-4dba4e21-dddc-43eb-82e7-b23e4bf7abf8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0641158 Apr 04 14:31:09.342068 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-35fa0235-eb36-435e-a1b8-77d3b311fa59 req-f0e7237c-0ecd-4b37-873e-c60c04109384 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Apr 04 14:31:09.382075 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-baa07fc6-e9a3-4321-9f5d-9e736dcfc683 req-0b2825fc-9899-4dc8-88e1-1443f02312aa tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0336857 Apr 04 14:31:09.592291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d7eab-5de3-43b8-b55b-94ac063f5a4d req-b08da77e-fc1e-4c65-9354-94862154c6e5 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:09.593748 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-570d7eab-5de3-43b8-b55b-94ac063f5a4d req-b08da77e-fc1e-4c65-9354-94862154c6e5 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0533364 Apr 04 14:31:09.654144 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-570d7eab-5de3-43b8-b55b-94ac063f5a4d req-d17510f4-b9dd-4143-a54f-3cdc9f3a0e35 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547881 Apr 04 14:31:10.493610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825683f6-1c54-45f3-a9c2-8da47d6446df req-53a3ac7d-63d3-481c-9e15-ba0564d57861 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:10.495254 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-825683f6-1c54-45f3-a9c2-8da47d6446df req-53a3ac7d-63d3-481c-9e15-ba0564d57861 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0705869 Apr 04 14:31:10.510540 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a46c1829-2b22-4e5c-9a9e-0a2e58f09e24 req-ec88b016-77be-444f-ac63-8347e5130625 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0349135 Apr 04 14:31:10.549148 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-825683f6-1c54-45f3-a9c2-8da47d6446df req-d3b0d6b9-3730-492a-bd33-f5a04226586e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Apr 04 14:31:10.804114 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7340b-c197-4d83-b6fd-0c2e2dc6f78f req-c9d22c4c-b90a-4405-a1ba-f79644b4890a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:10.816306 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-54d7340b-c197-4d83-b6fd-0c2e2dc6f78f req-c9d22c4c-b90a-4405-a1ba-f79644b4890a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0665476 Apr 04 14:31:10.862820 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-54d7340b-c197-4d83-b6fd-0c2e2dc6f78f req-1ab1f64c-5d5b-4690-80c0-061e25e1cc24 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446887 Apr 04 14:31:11.181443 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-991bf1fe-0659-46d8-8e1d-b2cce65d6808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:11.614285 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-62aa0a13-1351-4d81-807e-ec56f13d7434 req-e08cf629-dccb-4548-8ced-cc97badbdf36 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0277326 Apr 04 14:31:11.687687 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab453f9-a9b1-4b69-9eb3-904d8cf74aee req-68b62ee7-a6b1-42a5-983c-10cdabbbf3f2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:11.689329 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0ab453f9-a9b1-4b69-9eb3-904d8cf74aee req-68b62ee7-a6b1-42a5-983c-10cdabbbf3f2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0625813 Apr 04 14:31:11.749133 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0ab453f9-a9b1-4b69-9eb3-904d8cf74aee req-ae625d45-1a02-4641-8f20-1eaebee19846 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529969 Apr 04 14:31:11.989354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a431021-2d70-454b-b89e-d03a18ac105c req-8875e3ca-08a9-4c96-9336-c25d045189b6 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:11.990818 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8a431021-2d70-454b-b89e-d03a18ac105c req-8875e3ca-08a9-4c96-9336-c25d045189b6 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0515344 Apr 04 14:31:12.036682 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8a431021-2d70-454b-b89e-d03a18ac105c req-f5ccc13a-6b9f-4b66-ac09-7a82b9f21421 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Apr 04 14:31:12.714762 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d50d00ab-07bc-49d7-bbd1-f6fdf474ec7f req-df660d5d-1c48-48c3-be04-dc68a60e1f42 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0293939 Apr 04 14:31:12.871598 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5dc98-a3ef-41f1-a840-fa0b607e2150 req-f44a4646-768b-4cac-bf13-cf3ec8e278d2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:12.873046 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3fb5dc98-a3ef-41f1-a840-fa0b607e2150 req-f44a4646-768b-4cac-bf13-cf3ec8e278d2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0549309 Apr 04 14:31:12.917403 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3fb5dc98-a3ef-41f1-a840-fa0b607e2150 req-2c387896-db3c-4afd-98ae-cd667c57fa44 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 Apr 04 14:31:13.164022 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172058c-3730-4bb4-b5e2-c2b0927cdf11 req-1cb015ff-f84e-4425-82c2-7aa78522aac3 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:13.165461 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1172058c-3730-4bb4-b5e2-c2b0927cdf11 req-1cb015ff-f84e-4425-82c2-7aa78522aac3 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0581341 Apr 04 14:31:13.210932 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1172058c-3730-4bb4-b5e2-c2b0927cdf11 req-054cf711-fab9-4b20-a4ec-bf868139ce53 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Apr 04 14:31:13.410249 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-1c7cafc4-dd0c-4b15-b979-c54014c7ff57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:13.805572 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-2b33f301-9693-43e2-8c3c-01b71ace7786 req-8ff04f6d-4f53-44a4-8546-933b913fc4d7 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0270002 Apr 04 14:31:14.033761 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460edcf-ec10-4025-96d5-d1f399a6653f req-17e196bc-bbb0-44db-8421-8b669e8c399b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:14.034361 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f460edcf-ec10-4025-96d5-d1f399a6653f req-17e196bc-bbb0-44db-8421-8b669e8c399b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0513318 Apr 04 14:31:14.079321 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f460edcf-ec10-4025-96d5-d1f399a6653f req-5b9c4c7e-8add-408a-9146-4b0175ef9924 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Apr 04 14:31:14.325445 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3916758-b866-417f-bb4b-0438649b7352 req-1db02527-247d-4ac3-b5a2-9973eb957a61 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:14.326833 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c3916758-b866-417f-bb4b-0438649b7352 req-1db02527-247d-4ac3-b5a2-9973eb957a61 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0517139 Apr 04 14:31:14.376329 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c3916758-b866-417f-bb4b-0438649b7352 req-e510d4f8-5502-4fd0-8866-ed5aecb7ebe5 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Apr 04 14:31:14.693979 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:14.898882 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f777f9ca-ada9-4a40-acf3-8b98793f9840 req-4fbfe483-3acb-4449-b2f4-d42ba068644e tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0298779 Apr 04 14:31:15.000160 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-06d66bb4-c9b5-4d16-b473-148380c8c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.001660 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-06d66bb4-c9b5-4d16-b473-148380c8c5fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1128 time: 0.0448914 Apr 04 14:31:15.035988 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dada-a8a4-4611-9854-15152e1c844e req-9a2d358a-dc85-4b31-8b87-fd8be05cabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.037887 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a91dada-a8a4-4611-9854-15152e1c844e req-9a2d358a-dc85-4b31-8b87-fd8be05cabf1 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab2338d511564b5583d39cc892883452&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943387 Apr 04 14:31:15.106640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-337afd99-912e-461e-af7f-022e99b9c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.108317 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-337afd99-912e-461e-af7f-022e99b9c884 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0957301 Apr 04 14:31:15.142268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dada-a8a4-4611-9854-15152e1c844e req-3ac39756-d968-4614-9276-479a7e8e2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.144339 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a91dada-a8a4-4611-9854-15152e1c844e req-3ac39756-d968-4614-9276-479a7e8e2764 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986128 Apr 04 14:31:15.255839 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872894c-23de-4278-9735-01eda9622e86 req-7cd73b44-aa36-4dc2-ad28-74bc0133fb26 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.258159 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9872894c-23de-4278-9735-01eda9622e86 req-7cd73b44-aa36-4dc2-ad28-74bc0133fb26 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0886703 Apr 04 14:31:15.259363 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-e08fd849-7c7d-4938-83bd-1ddd522302a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.264108 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7b5f6761-80e4-4f68-b3ac-1db7e1b647ec req-e08fd849-7c7d-4938-83bd-1ddd522302a4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410825 Apr 04 14:31:15.322676 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9872894c-23de-4278-9735-01eda9622e86 req-2bbeddd4-6e15-47a1-a530-de3f83743f07 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591493 Apr 04 14:31:15.390950 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-6fa193f6-8be3-40cb-881e-d60f0c6b17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.392277 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-6fa193f6-8be3-40cb-881e-d60f0c6b17b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1128 time: 0.0556684 Apr 04 14:31:15.441557 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-a9c380bd-5cd4-4e69-9d11-869e869fbb5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 217 time: 0.0402935 Apr 04 14:31:15.479527 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:15.497131 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-0ac5752c-b2cb-462d-965f-54ef31509323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.498576 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-0ac5752c-b2cb-462d-965f-54ef31509323 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0501349 Apr 04 14:31:15.544947 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-1751d6e8-3529-4529-b9da-3c9da4ec31f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.546460 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-1751d6e8-3529-4529-b9da-3c9da4ec31f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 1127 time: 0.3518496 Apr 04 14:31:15.563793 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-f8d2f261-c32c-4466-87f9-fd973233a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.566168 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-f8d2f261-c32c-4466-87f9-fd973233a743 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603285 Apr 04 14:31:15.569151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dba6f-043b-461d-8210-6abb8f5173a3 req-d7865eb5-902e-463e-9421-1a241df0f23c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.570561 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-186dba6f-043b-461d-8210-6abb8f5173a3 req-d7865eb5-902e-463e-9421-1a241df0f23c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0734124 Apr 04 14:31:15.599993 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-cf8b4aaf-bfdc-42b6-92e8-81f940a823c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 HTTP/1.1" status: 200 len: 217 time: 0.0448127 Apr 04 14:31:15.654621 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-3fdf589a-a03f-42ea-abea-3fc9bde1df61 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798309 Apr 04 14:31:15.672920 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-186dba6f-043b-461d-8210-6abb8f5173a3 req-5f2114dc-c10e-4354-b5f1-22dedfe22519 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755067 Apr 04 14:31:15.674939 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3164e968-690d-4cfb-a0eb-e2f047ac1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:15.676320 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-3164e968-690d-4cfb-a0eb-e2f047ac1d8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c18edb-4188-4ffa-9b9b-171e4b40a818 HTTP/1.1" status: 200 len: 854 time: 0.0646136 Apr 04 14:31:15.708575 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-46d7c76d-805a-465e-930a-579396c66821 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251892 Apr 04 14:31:15.748129 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7cd267fa-2b4b-4c2c-b5da-647c6f1722d2 req-39405426-606a-494d-83b3-e8dcec4967fe service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864058 Apr 04 14:31:15.802310 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-f903addb-bc36-432b-8d50-f165018e181f service neutron] 10.222.0.18 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Apr 04 14:31:15.893020 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-19d576b2-0a67-4265-a8dd-873676a62f05 req-f5251b44-9b7c-45e1-af47-1185fa2113db service neutron] 10.222.0.18 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843155 Apr 04 14:31:15.931488 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:15.990827 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0bfaaf52-cb04-42f8-9013-5f2fdc4821d5 req-0057804e-05d1-485a-9bf1-1a67670baaf6 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0280650 Apr 04 14:31:16.132955 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-3c43d764-9792-43bc-a1a7-bc9444dbab07 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:16.134330 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-3c43d764-9792-43bc-a1a7-bc9444dbab07 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 810 time: 0.1021426 Apr 04 14:31:16.195882 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-0bd61775-deb9-45b7-a148-9d114f0588ac tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7ff1c601aa4a59845c689fed23b8fd HTTP/1.1" status: 200 len: 380 time: 0.0526154 Apr 04 14:31:16.206329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'port': {'device_id': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'admin_state_up': True, 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'security_groups': ['bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6']}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:16.405122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Made reservation on behalf of 8c7ff1c601aa4a59845c689fed23b8fd for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:31:16.408317 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:16.503227 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bad502-d079-4956-bb89-df3356366b8d req-2df5bf7c-87da-4610-961d-d95f6826e31b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:16.504694 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a5bad502-d079-4956-bb89-df3356366b8d req-2df5bf7c-87da-4610-961d-d95f6826e31b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.1115808 Apr 04 14:31:16.588690 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.20.0.12 (eb0863e1-5fc3-4668-b9c0-2f97605b9bec/0e42724e-29ff-4d27-8571-ac69b5cfdb1a/c4d10454-db64-4343-8cbc-93dd012f154a) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:31:16.593096 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-a5bad502-d079-4956-bb89-df3356366b8d req-9f57653f-1a0a-4b49-ba31-540fda80bb81 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827787 Apr 04 14:31:16.733911 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (c4d10454-db64-4343-8cbc-93dd012f154a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:16.789279 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc9505-2983-4f6f-8dd1-c4c378bc960b req-4424f77c-4a09-4953-adc5-22c32d112d3c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:16.790730 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1bdc9505-2983-4f6f-8dd1-c4c378bc960b req-4424f77c-4a09-4953-adc5-22c32d112d3c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0519204 Apr 04 14:31:16.828002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:16.836581 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1bdc9505-2983-4f6f-8dd1-c4c378bc960b req-1e1f71d9-b953-451a-959f-05b2caf78c91 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 Apr 04 14:31:16.870129 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:31:16.873197 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:31:16.880203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:31:16.885789 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:16.934705 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:16.935439 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.023061 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-46c8bea9-7bbb-4916-a102-84bf02e0101c tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206956 Apr 04 14:31:17.041989 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Request body: {'port': {'device_id': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:17.121065 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-bb547b05-7e1e-48cd-b4b7-bd2b99a4435d None None] Provisioning complete for port c4d10454-db64-4343-8cbc-93dd012f154a triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:17.121692 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-bb547b05-7e1e-48cd-b4b7-bd2b99a4435d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.124070 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.145244 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292e7ed-42af-430b-ab74-ac3a6c233bd2 req-7ca4f1d7-0621-4311-9dfa-681200239964 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:17.146648 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7292e7ed-42af-430b-ab74-ac3a6c233bd2 req-7ca4f1d7-0621-4311-9dfa-681200239964 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 932 time: 0.0839477 Apr 04 14:31:17.156295 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-bb547b05-7e1e-48cd-b4b7-bd2b99a4435d None None] Port c4d10454-db64-4343-8cbc-93dd012f154a cannot update to ACTIVE because it is not bound. {{(pid=103854) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 14:31:17.278553 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7292e7ed-42af-430b-ab74-ac3a6c233bd2 req-8f06ddaa-c391-480c-85a7-682a73fecbc3 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081011 Apr 04 14:31:17.357523 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.437311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d10454-db64-4343-8cbc-93dd012f154a {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:17.444647 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks [] for port (c4d10454-db64-4343-8cbc-93dd012f154a), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.456292 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Transition to ACTIVE for port object c4d10454-db64-4343-8cbc-93dd012f154a will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:31:17.551303 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.600743 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:17.677092 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Attempting to bind port c4d10454-db64-4343-8cbc-93dd012f154a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:31:17.677461 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Attempting to bind port c4d10454-db64-4343-8cbc-93dd012f154a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:31:17.677771 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Attempting to bind port c4d10454-db64-4343-8cbc-93dd012f154a on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:17.685704 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Port c4d10454-db64-4343-8cbc-93dd012f154a on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:31:17.686138 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Attempting to bind port c4d10454-db64-4343-8cbc-93dd012f154a on network eb0863e1-5fc3-4668-b9c0-2f97605b9bec {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:31:17.691648 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:31:17.692060 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Checking segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:31:17.692517 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Bound using segment: {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:31:17.693090 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Bound port: c4d10454-db64-4343-8cbc-93dd012f154a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5641f0b-d117-4595-94bb-b0c439028b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:31:17.693459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.735955 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12431377-dd19-44a3-a642-f1946e9ab2a7 req-b822f490-52c5-4132-bf8b-34587249e2ca tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:17.737726 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-12431377-dd19-44a3-a642-f1946e9ab2a7 req-b822f490-52c5-4132-bf8b-34587249e2ca tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0555186 Apr 04 14:31:17.765413 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:31:17.769454 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c4d10454-db64-4343-8cbc-93dd012f154a,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:31:17.798221 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-12431377-dd19-44a3-a642-f1946e9ab2a7 req-2f58a616-0ccf-4533-8575-851b7ac729eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536621 Apr 04 14:31:17.845252 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.879415 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:17.880065 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:17.881657 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] 10.222.0.18 "PUT /v2.0/ports/c4d10454-db64-4343-8cbc-93dd012f154a HTTP/1.1" status: 200 len: 1094 time: 0.8513892 Apr 04 14:31:17.882096 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:17.884433 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac40341d-a409-4506-b68b-71a65a3c7609" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:17.930565 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87c775-3a32-4264-bdf6-d597b7e0bc87 x-openstack-request-id: req-af87c775-3a32-4264-bdf6-d597b7e0bc87 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:17.930867 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:17.931125 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af87c775-3a32-4264-bdf6-d597b7e0bc87 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:17.931620 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af87c775-3a32-4264-bdf6-d597b7e0bc87'] response: {'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'status': 'completed', 'code': 200} Apr 04 14:31:17.949953 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38274-7a7f-4241-9951-0a7dd616dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:18.017361 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af148fa6-0ae8-4fd2-beed-9b588960ef1c req-48f250b8-1d21-4824-8739-ef10d9fb68ba tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.019020 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-af148fa6-0ae8-4fd2-beed-9b588960ef1c req-48f250b8-1d21-4824-8739-ef10d9fb68ba tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.1067846 Apr 04 14:31:18.026362 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-af35cb99-0178-49e6-a56d-736f39d476ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.027937 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-af35cb99-0178-49e6-a56d-736f39d476ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1128 time: 0.0749488 Apr 04 14:31:18.126083 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-af148fa6-0ae8-4fd2-beed-9b588960ef1c req-034be84b-e09a-4fb6-9235-02e3363a425f tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969481 Apr 04 14:31:18.157688 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-d4ff0ce4-0033-4582-9b1e-4f8289f04856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.164138 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-d4ff0ce4-0033-4582-9b1e-4f8289f04856 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1242752 Apr 04 14:31:18.253841 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-bd480b7b-3bd2-4dfe-8c4e-f5e779eeb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.255311 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ac40341d-a409-4506-b68b-71a65a3c7609 req-bd480b7b-3bd2-4dfe-8c4e-f5e779eeb377 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898829 Apr 04 14:31:18.338597 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-a0980563-54b0-44c7-a294-6a78e3001936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.340083 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-a0980563-54b0-44c7-a294-6a78e3001936 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1128 time: 0.0459762 Apr 04 14:31:18.388562 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-c1a420b7-538d-4314-9b71-92f332cac47b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d10454-db64-4343-8cbc-93dd012f154a HTTP/1.1" status: 200 len: 217 time: 0.0397108 Apr 04 14:31:18.403935 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73d5d7-d171-423e-b40d-371881919815 req-2ab98369-d2e2-4539-8c9e-7f1ab46c90ee tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.405393 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5a73d5d7-d171-423e-b40d-371881919815 req-2ab98369-d2e2-4539-8c9e-7f1ab46c90ee tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0545835 Apr 04 14:31:18.436349 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-8827e77c-176a-4e88-be90-f775382e6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.437883 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-8827e77c-176a-4e88-be90-f775382e6d17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0433917 Apr 04 14:31:18.453357 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-5a73d5d7-d171-423e-b40d-371881919815 req-87ed010b-d8a0-4019-addc-218b3b2ac498 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Apr 04 14:31:18.487427 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abad293-d668-420f-9e08-8e85acba3086 req-5f996f9b-8f81-4f88-94b2-3ada6a2c8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.488957 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-5f996f9b-8f81-4f88-94b2-3ada6a2c8b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442963 Apr 04 14:31:18.515881 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:31:18.576270 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-2f87c9e4-c3be-4efa-ad83-5043934bd4aa service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812583 Apr 04 14:31:18.661690 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9abad293-d668-420f-9e08-8e85acba3086 req-1d53bf64-b34b-411b-a2a3-7d361ad3af2c service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794683 Apr 04 14:31:18.825504 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:31:18.918450 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f46a-e64e-4ead-9395-ca820fb7e6bd req-347523b7-b4a9-43b4-8f19-a8b2731b2346 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:18.919888 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b128f46a-e64e-4ead-9395-ca820fb7e6bd req-347523b7-b4a9-43b4-8f19-a8b2731b2346 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 943 time: 0.0554731 Apr 04 14:31:18.925531 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:18.937839 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3', 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076', 'port_id': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3', 'mac_address': 'fa:16:3e:c1:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c18edb-4188-4ffa-9b9b-171e4b40a818', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:31:18.971374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b128f46a-e64e-4ead-9395-ca820fb7e6bd req-909e68ef-fc92-4363-bc53-cefd0127102d tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Apr 04 14:31:18.977389 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:18.977788 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:18.990828 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:19.009844 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:19.089929 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:19.090593 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 649d50a1-0f17-4402-bd52-1392da5ec6ed details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:31:19.184949 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:19.198428 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.198774 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.199115 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.199472 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.199814 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.200130 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.200455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.200778 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.201164 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.201458 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.201776 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.202179 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.202405 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.202717 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.203462 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:31:19.254958 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:19.260782 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14e51e-cade-4ba6-9c95-155026f1494a req-1417b621-f93b-4482-b2bc-198e896f5c2f tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:19.262960 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8e14e51e-cade-4ba6-9c95-155026f1494a req-1417b621-f93b-4482-b2bc-198e896f5c2f tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 944 time: 0.0701156 Apr 04 14:31:19.272269 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'port_id': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'mac_address': 'fa:16:3e:b4:0c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:31:19.310053 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 649d50a1-0f17-4402-bd52-1392da5ec6ed is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:19.310452 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:19.311588 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8e14e51e-cade-4ba6-9c95-155026f1494a req-c02a4cb6-4b27-4227-b1df-d759d5e1774c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Apr 04 14:31:19.325291 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649d50a1-0f17-4402-bd52-1392da5ec6ed {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:19.345001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:19.393965 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:19.444938 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:19.570151 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f8f75-2e3c-48e6-b9fd-615abc88065e req-d0b66ce7-77ad-449d-b466-a8d8b86d935b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:19.571631 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b30f8f75-2e3c-48e6-b9fd-615abc88065e req-d0b66ce7-77ad-449d-b466-a8d8b86d935b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0524008 Apr 04 14:31:19.620189 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b30f8f75-2e3c-48e6-b9fd-615abc88065e req-950c1a00-d523-49f0-95cf-ce73f7e8c91d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Apr 04 14:31:19.648436 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['0ad844bc-fb8d-43fe-aea0-82c8e3470ed3'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:31:19.651747 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:31:20.088751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107534a-b0e9-4783-816e-599eefee8485 req-ccf20d87-d309-4f50-8810-74367948c4d0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:20.090249 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f107534a-b0e9-4783-816e-599eefee8485 req-ccf20d87-d309-4f50-8810-74367948c4d0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 944 time: 0.0540006 Apr 04 14:31:20.135540 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f107534a-b0e9-4783-816e-599eefee8485 req-24130dbd-3762-4769-ad36-4e0bc2b16b01 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Apr 04 14:31:20.426932 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056fca6-d720-4d11-bb12-4587d33d67ee req-e813a127-a9d6-4996-86e5-44c6466519c2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:20.428507 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9056fca6-d720-4d11-bb12-4587d33d67ee req-e813a127-a9d6-4996-86e5-44c6466519c2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Apr 04 14:31:20.475860 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9056fca6-d720-4d11-bb12-4587d33d67ee req-c43ca6ab-6cc9-4a64-ab27-33a0d279870b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Apr 04 14:31:20.737743 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c060-107f-434f-ac6c-09159d98986c req-285662a0-c8e7-4391-bd10-d65960cfc79a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:20.739261 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8992c060-107f-434f-ac6c-09159d98986c req-285662a0-c8e7-4391-bd10-d65960cfc79a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0546162 Apr 04 14:31:20.758311 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-271bc3c7-52ba-47d2-99d7-09bdf6c6d7cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477872 Apr 04 14:31:20.804470 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8992c060-107f-434f-ac6c-09159d98986c req-11c47456-d603-4f04-906a-06495ff13779 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534558 Apr 04 14:31:20.844992 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-b201778a-dfb2-4bbe-9db0-72c00a7659d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:20.846527 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-b201778a-dfb2-4bbe-9db0-72c00a7659d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0465710 Apr 04 14:31:20.853045 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 649d50a1-0f17-4402-bd52-1392da5ec6ed up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:31:20.947802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-e9c5e97c-9bf0-410f-84a4-15dc8a4c71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:20.949250 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-e9c5e97c-9bf0-410f-84a4-15dc8a4c71ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.0832868 Apr 04 14:31:20.998517 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 649d50a1-0f17-4402-bd52-1392da5ec6ed completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:31:21.002627 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 649d50a1-0f17-4402-bd52-1392da5ec6ed triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:21.002996 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.017171 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-6eda7ad0-17ce-4b23-9159-a2a1b20abbc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 1001 time: 0.0621440 Apr 04 14:31:21.067906 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-901591a3-e4f8-4b5e-96f0-7b9ba481e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:21.069381 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-901591a3-e4f8-4b5e-96f0-7b9ba481e5f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0454552 Apr 04 14:31:21.120954 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-3f9e56a8-d258-4596-85f9-426de884a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:21.122415 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-3f9e56a8-d258-4596-85f9-426de884a087 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470710 Apr 04 14:31:21.208509 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 649d50a1-0f17-4402-bd52-1392da5ec6ed is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:21.208900 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.231364 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:21.233598 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a714758-8c35-4d60-b889-c34385792123" -d '{"events": [{"server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "name": "network-vif-plugged", "status": "completed", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:21.245374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-af05396e-f045-41e8-8e20-03e9d2370785 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168768 Apr 04 14:31:21.246764 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:21.271245 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d70d1-4e7e-42d5-b3e4-9550a4e38685 x-openstack-request-id: req-3e8d70d1-4e7e-42d5-b3e4-9550a4e38685 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:21.271534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "name": "network-vif-plugged", "status": "completed", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:21.271785 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e8d70d1-4e7e-42d5-b3e4-9550a4e38685 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:21.272181 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8d70d1-4e7e-42d5-b3e4-9550a4e38685'] response: {'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'code': 200} Apr 04 14:31:21.322378 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22147ae-7bb1-4b93-a699-c4519c59cb5e req-65a4fd48-01a2-40d0-b251-6b6860f45279 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:21.323938 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d22147ae-7bb1-4b93-a699-c4519c59cb5e req-65a4fd48-01a2-40d0-b251-6b6860f45279 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 944 time: 0.1208661 Apr 04 14:31:21.335827 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.336638 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:31:21.387570 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-158ec81d-8a88-46d1-97c2-68066d727e40 req-3abb7722-fc3b-406b-8574-e84d985a428a service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359222 Apr 04 14:31:21.395206 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d22147ae-7bb1-4b93-a699-c4519c59cb5e req-44f143d3-e455-4896-a08a-37e3bce97c82 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Apr 04 14:31:21.415403 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:21.508812 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:31:21.514479 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:21.514479 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.591673 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:21.592069 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.592705 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029696a-c315-4b02-97c6-6f5167cbbbb5 req-e44db97e-d867-427c-989d-e32a6187227c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:21.594188 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f029696a-c315-4b02-97c6-6f5167cbbbb5 req-e44db97e-d867-427c-989d-e32a6187227c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0513375 Apr 04 14:31:21.624723 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:21.648501 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f029696a-c315-4b02-97c6-6f5167cbbbb5 req-5761be27-d915-4dbe-b88d-973431dcb99e tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Apr 04 14:31:21.694238 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:21.743327 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:21.924647 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707edb3f-f11b-4451-b81f-ac129ebd9bad req-a1e23e3f-b0c6-4784-b83d-3a55410620c1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:21.926018 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-707edb3f-f11b-4451-b81f-ac129ebd9bad req-a1e23e3f-b0c6-4784-b83d-3a55410620c1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0516050 Apr 04 14:31:21.972759 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-707edb3f-f11b-4451-b81f-ac129ebd9bad req-dfd71c37-0d84-4b57-bdc1-ce1137b02614 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Apr 04 14:31:22.519818 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4051ff0-19b4-4deb-8fb2-9084f4f0a1ae req-206d44c5-51cd-4a58-a8c7-0e01d3556670 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:22.521304 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e4051ff0-19b4-4deb-8fb2-9084f4f0a1ae req-206d44c5-51cd-4a58-a8c7-0e01d3556670 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0588751 Apr 04 14:31:22.567653 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-e4051ff0-19b4-4deb-8fb2-9084f4f0a1ae req-7edfe381-6335-408f-bbdb-f3d0c4816966 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Apr 04 14:31:22.764045 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2678b-0bba-4031-aa4d-2ae4c405c987 req-a5f8247c-abba-4743-8d99-894b03b14df2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:22.765503 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-91f2678b-0bba-4031-aa4d-2ae4c405c987 req-a5f8247c-abba-4743-8d99-894b03b14df2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0559218 Apr 04 14:31:22.810551 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-91f2678b-0bba-4031-aa4d-2ae4c405c987 req-1eae06dd-c0d0-4720-9d00-b2391abe4e6f tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Apr 04 14:31:23.086593 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d7b7-88d7-4d9e-9feb-0cb8390cef5d req-b6039b5a-2a1c-4bbc-9651-81ebf45265de tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:23.087976 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3b05d7b7-88d7-4d9e-9feb-0cb8390cef5d req-b6039b5a-2a1c-4bbc-9651-81ebf45265de tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0500019 Apr 04 14:31:23.134743 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3b05d7b7-88d7-4d9e-9feb-0cb8390cef5d req-38ce2ecf-8581-4ac9-84a8-f6341b1c4b78 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411911 Apr 04 14:31:23.273684 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:23.276160 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75dfdc2-adc2-4dfd-9ae0-ad88d39a1ff4" -d '{"events": [{"server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "name": "network-vif-plugged", "status": "completed", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:23.310507 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e4b9ec-ef73-4993-aef3-dee1feb57715 x-openstack-request-id: req-77e4b9ec-ef73-4993-aef3-dee1feb57715 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:23.310804 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "name": "network-vif-plugged", "status": "completed", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:23.311067 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77e4b9ec-ef73-4993-aef3-dee1feb57715 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:23.311495 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e4b9ec-ef73-4993-aef3-dee1feb57715'] response: {'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3', 'code': 200} Apr 04 14:31:23.683151 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d37b91-afdd-400d-ac13-19f65c52ff45 req-8bcc1796-5102-434a-885e-3ae2acf10cc1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:23.684662 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-75d37b91-afdd-400d-ac13-19f65c52ff45 req-8bcc1796-5102-434a-885e-3ae2acf10cc1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0542533 Apr 04 14:31:23.729914 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-75d37b91-afdd-400d-ac13-19f65c52ff45 req-b7c57961-c485-474f-a80f-81e95d7f3da1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Apr 04 14:31:23.925818 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91b62a-d66c-41a3-b44c-883f81f84c06 req-be4f3605-0334-4b3f-944c-65d351a3bbe1 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:23.927314 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9d91b62a-d66c-41a3-b44c-883f81f84c06 req-be4f3605-0334-4b3f-944c-65d351a3bbe1 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0518107 Apr 04 14:31:23.972803 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9d91b62a-d66c-41a3-b44c-883f81f84c06 req-fee26361-cce3-4cdd-9182-0ae44bd75554 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Apr 04 14:31:24.196957 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e46b4f-349a-467f-8d41-ba46d4815833 req-67f7b500-84a3-4fb9-a041-0e9b7c920ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:24.198605 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7e46b4f-349a-467f-8d41-ba46d4815833 req-67f7b500-84a3-4fb9-a041-0e9b7c920ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1130 time: 0.0561395 Apr 04 14:31:24.243325 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f7e46b4f-349a-467f-8d41-ba46d4815833 req-0bdd9dc3-d2ae-4069-91c4-1307179304e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Apr 04 14:31:24.268947 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a7d4c-708d-455a-a872-eff18434e751 req-26ec663f-6b18-49b4-aea0-61cb66bfd7c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:24.270403 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-301a7d4c-708d-455a-a872-eff18434e751 req-26ec663f-6b18-49b4-aea0-61cb66bfd7c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0544896 Apr 04 14:31:24.319051 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-301a7d4c-708d-455a-a872-eff18434e751 req-099e2015-4ff8-40d3-8d4b-9fa2ad3bcfe7 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Apr 04 14:31:24.556718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c719fda-f00a-49be-8a63-38680a69c664 req-d38da9e7-f9ac-4f36-af59-b4ce7502f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:24.558158 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c719fda-f00a-49be-8a63-38680a69c664 req-d38da9e7-f9ac-4f36-af59-b4ce7502f9d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 1129 time: 0.0429804 Apr 04 14:31:24.601886 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-6c719fda-f00a-49be-8a63-38680a69c664 req-d4418624-7681-4700-b144-026becb4c2e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Apr 04 14:31:24.846377 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcffcf-aec8-4067-aa9e-462c40e9f144 req-a750cfc0-1e63-411e-9593-0343170f8157 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:24.847762 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0abcffcf-aec8-4067-aa9e-462c40e9f144 req-a750cfc0-1e63-411e-9593-0343170f8157 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0525033 Apr 04 14:31:24.898547 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0abcffcf-aec8-4067-aa9e-462c40e9f144 req-830cc973-fd89-474c-864c-d9c8629a8949 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Apr 04 14:31:25.096235 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea4321-25d9-43b5-955c-1df1681876d8 req-b63b1385-7a6f-45cb-ad48-56384aefc73b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:25.097769 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98ea4321-25d9-43b5-955c-1df1681876d8 req-b63b1385-7a6f-45cb-ad48-56384aefc73b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0565054 Apr 04 14:31:25.143593 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-98ea4321-25d9-43b5-955c-1df1681876d8 req-eef19910-9210-4d60-bdcc-bd574a09a6ed tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Apr 04 14:31:25.435037 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1685657-58a5-4abb-bb41-82ad1d96d56e req-26056079-0bef-4639-b509-29d3bd6ad0e2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:25.436551 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d1685657-58a5-4abb-bb41-82ad1d96d56e req-26056079-0bef-4639-b509-29d3bd6ad0e2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0523052 Apr 04 14:31:25.484331 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d1685657-58a5-4abb-bb41-82ad1d96d56e req-c3d71a6f-ec41-4bf0-96c6-aec171757d0d tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Apr 04 14:31:26.012798 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d0bc4-967a-41bc-a934-d270a464da8f req-350be0fa-8b3f-43e0-9c9e-a400ca905f1d tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:26.014196 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8c3d0bc4-967a-41bc-a934-d270a464da8f req-350be0fa-8b3f-43e0-9c9e-a400ca905f1d tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0519614 Apr 04 14:31:26.059908 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-8c3d0bc4-967a-41bc-a934-d270a464da8f req-e5c4d3d1-a0f3-4f89-9f28-7ec0a0512e9c tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Apr 04 14:31:26.259914 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec77d-45f5-4d3f-adbc-d737cb305972 req-db7a7046-1173-417c-bab4-2265a0c57b81 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:26.261412 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-854ec77d-45f5-4d3f-adbc-d737cb305972 req-db7a7046-1173-417c-bab4-2265a0c57b81 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0530343 Apr 04 14:31:26.308721 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-854ec77d-45f5-4d3f-adbc-d737cb305972 req-c7dcc82c-b5fc-456f-9c06-8fb6a9493645 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Apr 04 14:31:26.423357 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b702c-16f4-4587-a405-67757e495733 req-325adafa-b62b-438f-acc3-6e23d8a6df7e tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:26.424848 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fa1b702c-16f4-4587-a405-67757e495733 req-325adafa-b62b-438f-acc3-6e23d8a6df7e tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0511665 Apr 04 14:31:26.474004 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fa1b702c-16f4-4587-a405-67757e495733 req-d24d79f0-70fc-4ebf-bff7-adefbc1e5e1c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Apr 04 14:31:26.603089 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05258d5a-2a32-480b-968e-1236776cdbaf req-393f066b-14af-4f53-a007-f5bcc581db80 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:26.605177 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-05258d5a-2a32-480b-968e-1236776cdbaf req-393f066b-14af-4f53-a007-f5bcc581db80 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 944 time: 0.0537207 Apr 04 14:31:26.653650 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-05258d5a-2a32-480b-968e-1236776cdbaf req-7650d9a3-87ea-490f-b3d8-e151498105a8 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Apr 04 14:31:26.804891 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd2882-4a77-4920-9b32-19a6c2b5cbda req-341ad8a2-be9a-4cbf-b21b-1a2f72261451 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:26.806235 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-efbd2882-4a77-4920-9b32-19a6c2b5cbda req-341ad8a2-be9a-4cbf-b21b-1a2f72261451 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0505524 Apr 04 14:31:26.852117 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-efbd2882-4a77-4920-9b32-19a6c2b5cbda req-4d3ee5f9-5064-463e-8131-584bb1f3212c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Apr 04 14:31:26.865404 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c4d10454-db64-4343-8cbc-93dd012f154a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:31:26.964631 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c4d10454-db64-4343-8cbc-93dd012f154a,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:26.976966 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'port_id': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'mac_address': 'fa:16:3e:b1:c8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:31:27.014553 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c4d10454-db64-4343-8cbc-93dd012f154a is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:27.014940 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:27.027788 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d10454-db64-4343-8cbc-93dd012f154a {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:31:27.046973 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c4d10454-db64-4343-8cbc-93dd012f154a,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:27.106959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:27.155908 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:27.184828 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147b14-8922-4ddc-8ac5-ac488b255672 req-e73b87f2-0d14-4936-bd30-511fd941eb95 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:27.186290 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a147b14-8922-4ddc-8ac5-ac488b255672 req-e73b87f2-0d14-4936-bd30-511fd941eb95 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0593159 Apr 04 14:31:27.235824 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1a147b14-8922-4ddc-8ac5-ac488b255672 req-eeafab97-cb6e-4f6c-88c6-acae3549a57b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Apr 04 14:31:27.341914 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['c4d10454-db64-4343-8cbc-93dd012f154a'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:31:27.784824 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cec8f-af58-4113-961d-4b48f0227bf2 req-7549c65f-2c57-4eda-a2fe-ea5f209654b5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:27.786294 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-121cec8f-af58-4113-961d-4b48f0227bf2 req-7549c65f-2c57-4eda-a2fe-ea5f209654b5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 945 time: 0.0687542 Apr 04 14:31:27.836576 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-121cec8f-af58-4113-961d-4b48f0227bf2 req-c9975ea4-ee2e-4e40-98ab-4ab95c9e76a9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442622 Apr 04 14:31:28.878041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c4d10454-db64-4343-8cbc-93dd012f154a up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:31:28.958735 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2ec35-174c-4a54-b7f8-38613d1919b2 req-048943a5-7016-41ad-9b87-d3a522f59645 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:28.960180 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dab2ec35-174c-4a54-b7f8-38613d1919b2 req-048943a5-7016-41ad-9b87-d3a522f59645 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 945 time: 0.0556459 Apr 04 14:31:29.013491 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-dab2ec35-174c-4a54-b7f8-38613d1919b2 req-f1017874-89b9-4419-8b3a-83619b5a2598 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474617 Apr 04 14:31:29.015820 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port c4d10454-db64-4343-8cbc-93dd012f154a completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:31:29.020786 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port c4d10454-db64-4343-8cbc-93dd012f154a triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:29.021423 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:29.116959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port c4d10454-db64-4343-8cbc-93dd012f154a is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:29.117348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:29.139812 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:29.142001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db58be5-4b65-453f-a263-203f07e35c29" -d '{"events": [{"server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "name": "network-vif-plugged", "status": "completed", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:29.155712 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c4d10454-db64-4343-8cbc-93dd012f154a,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:29.180100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a236fe45-26e0-4272-b3e3-664166a32ea3 x-openstack-request-id: req-a236fe45-26e0-4272-b3e3-664166a32ea3 {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:29.180391 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "name": "network-vif-plugged", "status": "completed", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:29.180646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a236fe45-26e0-4272-b3e3-664166a32ea3 {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:29.181065 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a236fe45-26e0-4272-b3e3-664166a32ea3'] response: {'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'code': 200} Apr 04 14:31:29.273103 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:29.325574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:29.604649 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3706-fe05-41c9-80ca-3a76a5476105 req-c1c51394-7f8d-49e8-bcae-0c2cee273735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:29.606114 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3b8f3706-fe05-41c9-80ca-3a76a5476105 req-c1c51394-7f8d-49e8-bcae-0c2cee273735 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1130 time: 0.0437937 Apr 04 14:31:29.656086 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3b8f3706-fe05-41c9-80ca-3a76a5476105 req-f513516e-4c20-47e1-b89f-54d87c65a596 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Apr 04 14:31:30.144328 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d521cc-40fc-489d-b0b6-660ca8f79238 req-8ffc7257-40c1-4d0a-9105-12415979ac7a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:30.145761 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-07d521cc-40fc-489d-b0b6-660ca8f79238 req-8ffc7257-40c1-4d0a-9105-12415979ac7a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0547261 Apr 04 14:31:30.200965 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-07d521cc-40fc-489d-b0b6-660ca8f79238 req-91dfa3e2-f833-4634-aa39-b4cae6299925 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490515 Apr 04 14:31:30.704204 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41914) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:30.808424 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47726908-6fd2-4057-bde4-e40af55e1c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:30.884011 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47726908-6fd2-4057-bde4-e40af55e1c96 admin admin] Publish callbacks [] for security_group (302d236b-754d-4594-8956-e53a5a1fc705), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:30.958313 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-47726908-6fd2-4057-bde4-e40af55e1c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (302d236b-754d-4594-8956-e53a5a1fc705), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:31.000644 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-47726908-6fd2-4057-bde4-e40af55e1c96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1454ec6238014417a94a02c73e4d7164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953370 Apr 04 14:31:31.001653 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726908-6fd2-4057-bde4-e40af55e1c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302d236b-754d-4594-8956-e53a5a1fc705,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:31.003336 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41918) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:31.053906 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] Publish callbacks [] for security_group (302d236b-754d-4594-8956-e53a5a1fc705), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:31.076223 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] Publish callbacks [] for security_group (302d236b-754d-4594-8956-e53a5a1fc705), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:31.187249 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (302d236b-754d-4594-8956-e53a5a1fc705), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:31.189865 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:31.191002 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/302d236b-754d-4594-8956-e53a5a1fc705 HTTP/1.1" status: 204 len: 168 time: 0.1858330 Apr 04 14:31:31.199549 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef82f14-afe8-435f-a6b4-ecec11b533c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302d236b-754d-4594-8956-e53a5a1fc705,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:31.326286 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d45a73-d744-4ab6-8283-6cf11f7492f4 req-198d5761-c90f-4343-b961-4b78710d4554 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:31.327694 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f1d45a73-d744-4ab6-8283-6cf11f7492f4 req-198d5761-c90f-4343-b961-4b78710d4554 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0556252 Apr 04 14:31:31.378958 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f1d45a73-d744-4ab6-8283-6cf11f7492f4 req-227e753c-fcd6-478c-b7e0-d2a0f202dba1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Apr 04 14:31:31.503487 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0d598-abe9-4027-9ff8-b4a34f7a8cb2 req-276ca6c2-7ec5-484c-a604-cc65ffcaee88 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:31.505289 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-62a0d598-abe9-4027-9ff8-b4a34f7a8cb2 req-276ca6c2-7ec5-484c-a604-cc65ffcaee88 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0583172 Apr 04 14:31:31.554340 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-62a0d598-abe9-4027-9ff8-b4a34f7a8cb2 req-f082f34c-414d-4c3b-86e4-f2fc9abf76b1 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436635 Apr 04 14:31:31.576198 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41932) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:31.799782 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd68aa8-f2da-4770-871e-45c863c3e554 tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:31.801319 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8cd68aa8-f2da-4770-871e-45c863c3e554 tempest-TestVolumeBootPattern-975814470 tempest-TestVolumeBootPattern-975814470-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1125 time: 0.2240605 Apr 04 14:31:31.804176 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 41944) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:31.808329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'port_id': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:31.907620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:32.016735 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:32.123936 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Allocated IP 172.27.3.227 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/9f108705-2cb0-492c-9f52-455c5e1270a2) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:31:32.229402 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:32.352404 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:32.393754 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:31:32.397354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:31:32.403467 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:31:32.409554 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=9f108705-2cb0-492c-9f52-455c5e1270a2,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:32.840987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41966) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:32.951764 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-75bd3995-51c9-43a7-abb4-4674732fe4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.029030 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-75bd3995-51c9-43a7-abb4-4674732fe4e9 admin admin] Publish callbacks [] for security_group (dab05c0d-03d8-4bcf-95cc-ecb17187f849), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.033986 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (77d50245-47a8-4b27-bd51-23bb4dad589e), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.106956 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-75bd3995-51c9-43a7-abb4-4674732fe4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (dab05c0d-03d8-4bcf-95cc-ecb17187f849), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.145722 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-75bd3995-51c9-43a7-abb4-4674732fe4e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=014f5f095b1b499f88628f389e54fca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035817 Apr 04 14:31:33.146574 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3995-51c9-43a7-abb4-4674732fe4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab05c0d-03d8-4bcf-95cc-ecb17187f849,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:33.148848 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 41970) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:33.161539 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.199905 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] Publish callbacks [] for security_group (dab05c0d-03d8-4bcf-95cc-ecb17187f849), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.222298 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] Publish callbacks [] for security_group (dab05c0d-03d8-4bcf-95cc-ecb17187f849), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.328259 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.362379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (dab05c0d-03d8-4bcf-95cc-ecb17187f849), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.365093 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.366394 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dab05c0d-03d8-4bcf-95cc-ecb17187f849 HTTP/1.1" status: 204 len: 168 time: 0.2166066 Apr 04 14:31:33.374184 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820b591-097f-4852-a60c-62ec1a3d2b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab05c0d-03d8-4bcf-95cc-ecb17187f849,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:33.427101 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.492988 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event updated for resources: {'Port': ['ID=9f108705-2cb0-492c-9f52-455c5e1270a2,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:33.504197 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (77d50245-47a8-4b27-bd51-23bb4dad589e), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:33.606276 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 77d50245-47a8-4b27-bd51-23bb4dad589e associated. External IP: 172.27.3.227, port: c4d10454-db64-4343-8cbc-93dd012f154a. Apr 04 14:31:33.837919 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:31:33.951976 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:31:33.961540 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:31:33.972918 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:31:33.973561 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:31:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:34.029050 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:34.073794 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-21423c82-7feb-4bb0-a955-628f06d38619 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2545354 Apr 04 14:31:34.073794 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:34.073794 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d42ec-be52-402e-ac84-0b00c1bc4099" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:34.084523 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:31:34.102869 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52435ead-a12a-4abf-ae39-79406dd43551 x-openstack-request-id: req-52435ead-a12a-4abf-ae39-79406dd43551 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:34.103153 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:34.106138 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52435ead-a12a-4abf-ae39-79406dd43551 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:34.106138 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52435ead-a12a-4abf-ae39-79406dd43551'] response: {'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'status': 'completed', 'code': 200} Apr 04 14:31:34.168395 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-25a75ee3-dc2b-4faa-8547-0ddf56d33d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:34.169948 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-25a75ee3-dc2b-4faa-8547-0ddf56d33d15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1130 time: 0.0451815 Apr 04 14:31:34.268078 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-d9f6a58d-7338-4353-b146-e7a07a6e6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:34.269556 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-d9f6a58d-7338-4353-b146-e7a07a6e6a36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.0930471 Apr 04 14:31:34.327455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}, {'id': '77d50245-47a8-4b27-bd51-23bb4dad589e', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:b1:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:32Z', 'updated_at': '2022-04-04T14:31:32Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:34.337596 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-0656e977-6893-455e-8e95-ad4651483c2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d10454-db64-4343-8cbc-93dd012f154a HTTP/1.1" status: 200 len: 1000 time: 0.0616527 Apr 04 14:31:34.355363 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:31:34.366150 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:31:34.366774 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:31:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:34.391584 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-b19e2d5d-f8b5-44bb-8c63-006a4891ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:34.393033 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-b19e2d5d-f8b5-44bb-8c63-006a4891ec1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0452352 Apr 04 14:31:34.450215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-501d5f13-63a2-4265-a220-0a2c67bbe136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:34.451922 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-501d5f13-63a2-4265-a220-0a2c67bbe136 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489218 Apr 04 14:31:34.476154 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:31:34.542224 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-974d3bb1-7e4c-48e9-98a1-a2eb3d8b7d6d service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Apr 04 14:31:34.638606 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-682d42ec-be52-402e-ac84-0b00c1bc4099 req-643e0509-b6b9-4b35-98c9-af1af55e8268 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902121 Apr 04 14:31:34.701808 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}, {'id': '77d50245-47a8-4b27-bd51-23bb4dad589e', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:b1:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:32Z', 'updated_at': '2022-04-04T14:31:32Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:34.732713 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75432502-fe64-4dde-8e77-b0acb5f1ba6d None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}, {'id': '77d50245-47a8-4b27-bd51-23bb4dad589e', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:b1:c8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:32Z', 'updated_at': '2022-04-04T14:31:32Z', 'revision_number': 0, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:31:34.928764 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7648ab7-62b3-45ed-abf7-a606d4de07e9 None None] New status for floating IP 77d50245-47a8-4b27-bd51-23bb4dad589e: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:31:37.118548 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec2428-eaae-47c1-9b09-2f4ceac767cd req-6ede8aaf-d0f0-43ad-bd8f-775ad91f0c87 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:37.119943 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-40ec2428-eaae-47c1-9b09-2f4ceac767cd req-6ede8aaf-d0f0-43ad-bd8f-775ad91f0c87 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0527070 Apr 04 14:31:37.166099 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-40ec2428-eaae-47c1-9b09-2f4ceac767cd req-0b44f766-9039-4424-bb2d-579c0c12687d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Apr 04 14:31:37.189229 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42000) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:37.378608 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645cb112-dda6-4d4a-8614-ebb32658ff00 tempest-TestMinimumBasicScenario-2082402109 tempest-TestMinimumBasicScenario-2082402109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:37.380088 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-645cb112-dda6-4d4a-8614-ebb32658ff00 tempest-TestMinimumBasicScenario-2082402109 tempest-TestMinimumBasicScenario-2082402109-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1125 time: 0.1898799 Apr 04 14:31:37.382922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42004) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:37.387008 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'floatingip': {'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'port_id': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:37.473031 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:37.575168 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:37.679925 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.db_base_plugin_common [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Allocated IP 172.27.3.164 (45ec64f2-d550-4b1b-9f5f-932a8ff800e3/f59f859b-08af-4ad2-8113-f06931382c3d/25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3) {{(pid=103853) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:31:37.781519 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:37.867681 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:37.910354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Network 45ec64f2-d550-4b1b-9f5f-932a8ff800e3 is already hosted by enough agents. {{(pid=103853) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:31:37.915848 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.base_scheduler [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Resources bound (agent type, host, resource id): {{(pid=103853) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:31:37.920299 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Received port after_create {{(pid=103853) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:31:37.923266 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'Port': ['ID=25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3,revision_number=1']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:38.269498 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for floatingip (94b5645c-41aa-4701-9034-097b8a553407), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:38.385965 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:38.539363 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:38.590487 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:38.657232 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'Port': ['ID=25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3,revision_number=2']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:38.667389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-574330'] for floatingip (94b5645c-41aa-4701-9034-097b8a553407), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:38.768652 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Floating IP 94b5645c-41aa-4701-9034-097b8a553407 associated. External IP: 172.27.3.164, port: 649d50a1-0f17-4402-bd52-1392da5ec6ed. Apr 04 14:31:38.972211 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:31:39.079606 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:31:39.089411 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Sync routers for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:31:39.098574 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:31:39.103547 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:31:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:39.146890 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.178087 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-4103cc31-d8f6-4902-8084-ec8d299418de tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7938881 Apr 04 14:31:39.178570 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:39.180921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d80087b-9101-423a-acb4-572fd5196570" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:39.181231 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42018) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:39.186156 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388140826', 'description': 'tempest-secgroup-smoke-388140826 description', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:39.219371 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c20961-c81b-4c60-9fa7-b53bca4469b3 x-openstack-request-id: req-78c20961-c81b-4c60-9fa7-b53bca4469b3 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:39.226268 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:39.226268 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78c20961-c81b-4c60-9fa7-b53bca4469b3 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:39.226268 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c20961-c81b-4c60-9fa7-b53bca4469b3'] response: {'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:31:39.297610 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80087b-9101-423a-acb4-572fd5196570 req-ba029988-89e8-453a-98a5-13f7bc7cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:39.299103 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-ba029988-89e8-453a-98a5-13f7bc7cf837 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1130 time: 0.0488617 Apr 04 14:31:39.305577 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.345879 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:31:39.422676 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80087b-9101-423a-acb4-572fd5196570 req-cdcd951c-bd3b-42f6-8726-69abb220503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:39.424158 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-cdcd951c-bd3b-42f6-8726-69abb220503c service neutron] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 916 time: 0.1164589 Apr 04 14:31:39.480744 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (3fcd146b-e9c6-4515-9463-087f289e1787), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.501764 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-3bea5379-0052-4a6c-9d9a-0fc92bc5c4e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 1000 time: 0.0673010 Apr 04 14:31:39.553035 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3fcd146b-e9c6-4515-9463-087f289e1787), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.576143 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '94b5645c-41aa-4701-9034-097b8a553407', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'port_id': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'mac_address': 'fa:16:3e:b4:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:38Z', 'updated_at': '2022-04-04T14:31:38Z', 'revision_number': 0, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:39.592938 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80087b-9101-423a-acb4-572fd5196570 req-a1d36bee-6f86-491b-b250-74cf7252e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:39.592938 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-a1d36bee-6f86-491b-b250-74cf7252e42b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0784340 Apr 04 14:31:39.609336 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Checking router: 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:31:39.621737 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:31:39.622537 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:31:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:39.640319 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd146b-e9c6-4515-9463-087f289e1787,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:39.655731 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.658845 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4d9b6e09-7a4f-484a-bd85-d1c2aebf5212 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4746101 Apr 04 14:31:39.660069 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42028) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:39.665164 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:39.667920 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80087b-9101-423a-acb4-572fd5196570 req-4b02d4d1-2b96-4a60-b189-b0b789a5f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:39.669491 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-4b02d4d1-2b96-4a60-b189-b0b789a5f600 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671766 Apr 04 14:31:39.735949 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:31:39.747534 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (adc87570-e4af-45e8-be0a-f7b6cb3d6af0), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.761617 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-190449af-06b2-4b24-bd96-a98f5639a550 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Apr 04 14:31:39.817439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (adc87570-e4af-45e8-be0a-f7b6cb3d6af0), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.856316 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-1d80087b-9101-423a-acb4-572fd5196570 req-5468e844-e82e-4845-ab2e-01f2f580c80c service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880685 Apr 04 14:31:39.888755 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (adc87570-e4af-45e8-be0a-f7b6cb3d6af0), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.908539 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc87570-e4af-45e8-be0a-f7b6cb3d6af0,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:39.964570 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:39.965793 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ed6867d0-12c5-44a1-8485-ac60f1ea9b2a tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046696 Apr 04 14:31:39.968780 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42030) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:39.972005 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '94b5645c-41aa-4701-9034-097b8a553407', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'port_id': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'mac_address': 'fa:16:3e:b4:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:38Z', 'updated_at': '2022-04-04T14:31:38Z', 'revision_number': 0, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:31:39.973238 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:39.998698 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0121751-7c40-4c6d-b5af-19e2936e71c6 None None] The sync data for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi is: [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '94b5645c-41aa-4701-9034-097b8a553407', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'port_id': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'mac_address': 'fa:16:3e:b4:0c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:31:38Z', 'updated_at': '2022-04-04T14:31:38Z', 'revision_number': 0, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:31:40.134926 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (250469b5-247a-437a-bd74-726eb8116df1), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.193097 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (250469b5-247a-437a-bd74-726eb8116df1), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.205803 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e4aeb7-c847-4d34-beec-21f95842cb54 None None] New status for floating IP 94b5645c-41aa-4701-9034-097b8a553407: ACTIVE {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:31:40.261320 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (250469b5-247a-437a-bd74-726eb8116df1), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.280938 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250469b5-247a-437a-bd74-726eb8116df1,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:40.394797 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.396021 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-960e57b2-2952-45c3-992e-2a2159bed411 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4262662 Apr 04 14:31:40.399396 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42032) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:40.403640 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:40.500236 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (94c7b0cd-1162-4976-b645-ae0699a9fef4), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.557619 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (94c7b0cd-1162-4976-b645-ae0699a9fef4), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.626978 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (94c7b0cd-1162-4976-b645-ae0699a9fef4), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.644620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c7b0cd-1162-4976-b645-ae0699a9fef4,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:40.714449 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.715694 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c4f0e28f-1140-487e-93b7-aa69d40a00d0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153837 Apr 04 14:31:40.718426 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42038) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:40.722537 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:40.808672 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (64526dbf-b5ad-4d1c-8d6f-b292afa19d54), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.863711 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (64526dbf-b5ad-4d1c-8d6f-b292afa19d54), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.930135 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (64526dbf-b5ad-4d1c-8d6f-b292afa19d54), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:40.947798 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64526dbf-b5ad-4d1c-8d6f-b292afa19d54,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:41.045985 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.047198 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-c4c3b21b-16d3-4068-89bd-3a8a31bc9239 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3278441 Apr 04 14:31:41.049876 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42040) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:41.054604 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:41.130046 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.securitygroups_db [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Project 8dbebf9bc6c54b2892706601dbeb97b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:31:41.135254 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (8488b9d0-0978-429c-a637-c97a43747cdb), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.198751 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (8488b9d0-0978-429c-a637-c97a43747cdb), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.209893 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9de3770b-1583-48b4-8440-a4d0eb09abaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.272707 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (8488b9d0-0978-429c-a637-c97a43747cdb), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.289148 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8488b9d0-0978-429c-a637-c97a43747cdb,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:41.720104 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.721345 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-d2949b1c-4a86-40c6-8093-c4485fe5ddc4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6705623 Apr 04 14:31:41.724040 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42044) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:31:41.729298 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'security_group_rule': {'security_group_id': '3fcd146b-e9c6-4515-9463-087f289e1787', 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:41.843904 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.securitygroups_db [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Project 8dbebf9bc6c54b2892706601dbeb97b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 14:31:41.849266 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (63ce34ca-6e2e-4f76-8ab5-f36492f15218), before_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.913639 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (63ce34ca-6e2e-4f76-8ab5-f36492f15218), precommit_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.974859 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539543'] for security_group_rule (63ce34ca-6e2e-4f76-8ab5-f36492f15218), after_create {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:41.993302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ce34ca-6e2e-4f76-8ab5-f36492f15218,revision_number=0']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:42.056551 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:42.057781 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-f46e313c-7bd8-4695-b33a-5378026e7813 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327978 Apr 04 14:31:42.143901 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29404ff1-c242-457a-8ac9-62f55d4baeeb tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388140826&fields=id&tenant_id=8dbebf9bc6c54b2892706601dbeb97b7 HTTP/1.1" status: 200 len: 267 time: 0.0433400 Apr 04 14:31:42.199090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-1f0b5c28-4a2a-49e1-8260-4dee04955fed tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:42.200633 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-1f0b5c28-4a2a-49e1-8260-4dee04955fed tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0510085 Apr 04 14:31:42.211650 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'port': {'security_groups': ['0d031d38-e65b-45c6-abf5-a6904af1269b', '3fcd146b-e9c6-4515-9463-087f289e1787']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:31:42.287435 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:42.725347 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:31:42.755036 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:42.815667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:42.827429 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:31:42.858610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:42.859285 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:42.860689 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0f2ebbb9-384b-49e9-9c89-d3e44034c54b req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "PUT /v2.0/ports/649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 982 time: 0.6539054 Apr 04 14:31:42.861144 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:31:42.863521 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48c2fe8-f076-4397-bc82-16aa5608be7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:31:42.914123 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b1785-37f2-413b-81fe-8ade49afd5af x-openstack-request-id: req-8a2b1785-37f2-413b-81fe-8ade49afd5af {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:31:42.914428 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:31:42.914653 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a2b1785-37f2-413b-81fe-8ade49afd5af {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:31:42.915054 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2b1785-37f2-413b-81fe-8ade49afd5af'] response: {'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:31:42.920366 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc7a9e-ee49-4fdb-a1a4-b4d7515413f4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=6']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:31:42.985169 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:31:43.001548 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-8971ef1e-c314-48b0-8bf7-f246e6bd0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:43.003300 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-8971ef1e-c314-48b0-8bf7-f246e6bd0e27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1169 time: 0.0569968 Apr 04 14:31:43.007550 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1cd59-ba59-4d7a-87a9-f3f4d6a8ebcc req-eb10c565-d224-4dcc-af8e-c47b429f3114 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:43.010180 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-84a1cd59-ba59-4d7a-87a9-f3f4d6a8ebcc req-eb10c565-d224-4dcc-af8e-c47b429f3114 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0658147 Apr 04 14:31:43.082660 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-84a1cd59-ba59-4d7a-87a9-f3f4d6a8ebcc req-6e6efd86-70e8-494d-8094-ee779c243f64 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666769 Apr 04 14:31:43.133986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-d6399b51-6c8f-4a13-9018-6477eb23d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:43.135718 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-d6399b51-6c8f-4a13-9018-6477eb23d1fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 916 time: 0.1237116 Apr 04 14:31:43.172892 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-fc289e2e-2876-44c9-9d1d-156a0f5da826 None None] Provisioning complete for port 649d50a1-0f17-4402-bd52-1392da5ec6ed triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:31:43.173267 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-fc289e2e-2876-44c9-9d1d-156a0f5da826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:43.205682 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-f1a53a9e-e201-4861-83dc-9d37dd1567f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 1002 time: 0.0618868 Apr 04 14:31:43.266281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-109443f2-68a8-4b0d-9c62-bf7ca4b3242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:43.267987 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-109443f2-68a8-4b0d-9c62-bf7ca4b3242b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0452354 Apr 04 14:31:43.392990 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-fc289e2e-2876-44c9-9d1d-156a0f5da826 None None] Current status of the port 649d50a1-0f17-4402-bd52-1392da5ec6ed is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:31:43.468114 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9694ac6-4f36-4461-b813-5e9084991993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:43.595043 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-f45f6a73-5319-4c87-bf8e-177ce1148d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:31:43.596530 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-f45f6a73-5319-4c87-bf8e-177ce1148d2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3126609 Apr 04 14:31:43.682060 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-7d588117-1180-4c98-b828-bf0c94489b15 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786114 Apr 04 14:31:43.777502 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-d48c2fe8-f076-4397-bc82-16aa5608be7f req-2dc67c93-f21a-4d3c-aa6c-8fc0458e4656 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Apr 04 14:31:44.707054 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:45.461453 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:45.935013 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:47.367736 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:31:55.514572 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:32:10.870727 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc5fff-14b0-4f1c-b877-32039bec3a62 req-a7f4e313-2350-41e1-8c6f-3fc1cc5c041e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:10.872249 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9bcc5fff-14b0-4f1c-b877-32039bec3a62 req-a7f4e313-2350-41e1-8c6f-3fc1cc5c041e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0551758 Apr 04 14:32:10.917296 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-9bcc5fff-14b0-4f1c-b877-32039bec3a62 req-e12c4365-37b5-45e5-8819-72da14a281b1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Apr 04 14:32:11.190001 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-6f452f52-55ee-4202-9b17-f16ba00ed239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:12.035604 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da43ee-8fb9-426a-8545-759028de9e6b req-6c730496-bbc2-4b0b-bedc-8c4c393f9624 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:12.037074 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-14da43ee-8fb9-426a-8545-759028de9e6b req-6c730496-bbc2-4b0b-bedc-8c4c393f9624 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0523045 Apr 04 14:32:12.081284 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-14da43ee-8fb9-426a-8545-759028de9e6b req-ea8f46f8-2d36-4c4f-bcde-d5badde8680f tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Apr 04 14:32:12.532146 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-b678691d-2e2f-4cb6-8364-15e1ae26fa40 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:12.533567 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-b678691d-2e2f-4cb6-8364-15e1ae26fa40 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 945 time: 0.0506878 Apr 04 14:32:12.627098 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Deleting port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:32:12.627459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:12.711021 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] For port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:32:12.711419 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:12.724119 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Calling delete_port for 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:32:12.928910 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (0ad844bc-fb8d-43fe-aea0-82c8e3470ed3), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:12.941091 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['0ad844bc-fb8d-43fe-aea0-82c8e3470ed3'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:32:12.956587 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Pushing event deleted for resources: {'Port': ['ID=0ad844bc-fb8d-43fe-aea0-82c8e3470ed3,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:12.986273 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.986617 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.986958 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.987328 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.987661 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.987991 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.988346 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.988671 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.988996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.989320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.989648 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.989977 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.990333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.990654 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:12.991024 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:13.012913 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] No DVR routers for this DVR port 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:32:13.015290 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:13.019375 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3f340c76-1c72-412b-be49-97f2cb6f80ae req-5f5a4240-90a5-4195-a51c-9200300c53eb tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "DELETE /v2.0/ports/0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 HTTP/1.1" status: 204 len: 173 time: 0.4798322 Apr 04 14:32:13.019375 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'name': 'network-vif-deleted', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:32:13.021977 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec38ff05-5349-4164-8a38-d64c936dfdc4" -d '{"events": [{"server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "name": "network-vif-deleted", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:32:13.059154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d411666-39fa-4fb1-8eae-5988d3e92f36 x-openstack-request-id: req-2d411666-39fa-4fb1-8eae-5988d3e92f36 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:32:13.059154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5829784-7c9e-449d-a1b6-7a2507449dca", "name": "network-vif-deleted", "tag": "0ad844bc-fb8d-43fe-aea0-82c8e3470ed3", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:32:13.059154 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d411666-39fa-4fb1-8eae-5988d3e92f36 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:32:13.059154 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d411666-39fa-4fb1-8eae-5988d3e92f36'] response: {'server_uuid': 'e5829784-7c9e-449d-a1b6-7a2507449dca', 'name': 'network-vif-deleted', 'tag': '0ad844bc-fb8d-43fe-aea0-82c8e3470ed3', 'status': 'completed', 'code': 200} Apr 04 14:32:13.178800 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-091b39f9-bbaa-4483-8407-18c35891e1e1 req-eb61fac2-01c3-4073-a1a8-6adc5bd0819f tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5829784-7c9e-449d-a1b6-7a2507449dca HTTP/1.1" status: 200 len: 210 time: 0.0275400 Apr 04 14:32:13.444146 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8ed8-7cf6-43ef-a443-55ce1c83598e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:14.689152 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:15.885914 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417593ea-8cc3-47c0-b85b-e21f00ceab2b req-d9674de9-59da-4f70-be88-7c0b7afb08a1 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:15.887325 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-417593ea-8cc3-47c0-b85b-e21f00ceab2b req-d9674de9-59da-4f70-be88-7c0b7afb08a1 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.1650078 Apr 04 14:32:15.940429 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:15.945865 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-417593ea-8cc3-47c0-b85b-e21f00ceab2b req-29745d96-6a24-42d2-a1bd-888548cb3624 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527785 Apr 04 14:32:15.989745 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:17.114587 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef6209-2e49-4af4-86e0-fd28364e3bc7 req-895029ec-2bc6-4725-9ea1-884cd03a1664 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:17.116042 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5eef6209-2e49-4af4-86e0-fd28364e3bc7 req-895029ec-2bc6-4725-9ea1-884cd03a1664 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.1024315 Apr 04 14:32:17.172544 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-5eef6209-2e49-4af4-86e0-fd28364e3bc7 req-64cef658-6428-41f1-bcd3-cf4c67f8681c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502627 Apr 04 14:32:17.340401 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:17.603897 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:32:17.623676 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:32:17.624021 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 0ad844bc-fb8d-43fe-aea0-82c8e3470ed3 not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:32:17.664564 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd05626-8047-4c20-85ad-405303694381 req-6af36ff5-8d32-4eac-ac96-74109e7d16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:17.666031 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-6af36ff5-8d32-4eac-ac96-74109e7d16b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1169 time: 0.0479820 Apr 04 14:32:17.760812 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd05626-8047-4c20-85ad-405303694381 req-e9c7e822-537a-45aa-b6c6-49ed0f2bbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:17.762273 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-e9c7e822-537a-45aa-b6c6-49ed0f2bbfd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 916 time: 0.0869687 Apr 04 14:32:17.829835 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-c2ef7591-1ea0-48e7-b841-a81ecf2654d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 1002 time: 0.0611544 Apr 04 14:32:17.876342 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd05626-8047-4c20-85ad-405303694381 req-d808c85d-d805-4dc7-bb84-129c26498610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:17.877725 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-d808c85d-d805-4dc7-bb84-129c26498610 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0414264 Apr 04 14:32:17.926476 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd05626-8047-4c20-85ad-405303694381 req-b8a4a170-af5f-4310-bb46-4de2e2230103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:17.928027 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-b8a4a170-af5f-4310-bb46-4de2e2230103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431337 Apr 04 14:32:18.019813 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-6beac8b2-a792-4f99-9998-c4cdd0a605a7 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846508 Apr 04 14:32:18.105824 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bbd05626-8047-4c20-85ad-405303694381 req-e49070d2-6bf7-482c-8ab7-7345d439a9c1 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798502 Apr 04 14:32:18.292904 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01129d8b-0b37-4818-a103-d970b1aa81bf req-265aed99-de6d-4cdc-9d01-86fd099736ee tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:18.294391 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-01129d8b-0b37-4818-a103-d970b1aa81bf req-265aed99-de6d-4cdc-9d01-86fd099736ee tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0535455 Apr 04 14:32:18.357839 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-01129d8b-0b37-4818-a103-d970b1aa81bf req-3d6e8b58-a62a-48da-8727-24e84e35e1b4 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575569 Apr 04 14:32:19.474847 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8b84d-594a-46c7-aeb0-d6c762e6c687 req-114540c6-1d3a-4bbf-a567-7375ef114e94 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:19.476326 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3cb8b84d-594a-46c7-aeb0-d6c762e6c687 req-114540c6-1d3a-4bbf-a567-7375ef114e94 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0527143 Apr 04 14:32:19.533648 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-3cb8b84d-594a-46c7-aeb0-d6c762e6c687 req-b2fe0eaf-6eca-409a-9569-2eb44050e781 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512555 Apr 04 14:32:20.649694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c809c-05b7-4ebd-a632-db8bed6bc59b req-93df102f-3d0a-4348-b1d2-4f523d36eb4d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:20.651166 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d49c809c-05b7-4ebd-a632-db8bed6bc59b req-93df102f-3d0a-4348-b1d2-4f523d36eb4d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0527248 Apr 04 14:32:20.716646 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-d49c809c-05b7-4ebd-a632-db8bed6bc59b req-09a86f72-7ec0-4941-8c40-fb84df875844 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515459 Apr 04 14:32:21.827651 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69042b3-352e-41d9-be55-ea658cecaad9 req-1251b231-f2fb-4f27-8419-b6cbd3e51ae8 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:21.829100 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b69042b3-352e-41d9-be55-ea658cecaad9 req-1251b231-f2fb-4f27-8419-b6cbd3e51ae8 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0564597 Apr 04 14:32:21.887417 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b69042b3-352e-41d9-be55-ea658cecaad9 req-9999771a-2dae-4572-bad8-418729a1c41f tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525575 Apr 04 14:32:23.001963 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504e06a-d705-4a02-941c-8de93a85ad92 req-47f93e38-0909-4401-9e5e-a26e9e78c790 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:23.003423 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3504e06a-d705-4a02-941c-8de93a85ad92 req-47f93e38-0909-4401-9e5e-a26e9e78c790 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0514498 Apr 04 14:32:23.064689 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-3504e06a-d705-4a02-941c-8de93a85ad92 req-ea6ccd7a-18b4-4a7a-b0e5-8698fca232f0 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520706 Apr 04 14:32:24.182246 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1662a-852d-42e5-84b3-048df8ea763c req-7112c575-3233-410e-9eb3-947cce041633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:24.183734 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60b1662a-852d-42e5-84b3-048df8ea763c req-7112c575-3233-410e-9eb3-947cce041633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0533326 Apr 04 14:32:24.242012 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-60b1662a-852d-42e5-84b3-048df8ea763c req-0b4221c1-848c-4032-8527-1466c5e18df9 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525215 Apr 04 14:32:24.803770 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-b5f7cfce-8edf-4509-bf92-418f6135f4c8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:24.805145 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-b5f7cfce-8edf-4509-bf92-418f6135f4c8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/networks?id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 HTTP/1.1" status: 200 len: 814 time: 0.0999787 Apr 04 14:32:24.819983 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-3f98e15c-5f44-4c19-8718-4e7363bc2ed3 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/quotas/ab2338d511564b5583d39cc892883452 HTTP/1.1" status: 200 len: 375 time: 0.0090799 Apr 04 14:32:24.850780 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-a3dda25b-2062-4b0d-b358-4ecf4b29795a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255249 Apr 04 14:32:24.860835 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-7c047878-46f1-4167-acef-290f8e4572ab service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103853) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:32:24.861764 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-7c047878-46f1-4167-acef-290f8e4572ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047147 Apr 04 14:32:24.948640 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-9dfe22e5-bdf7-40f2-afd7-b334e346fa2e service neutron] 10.222.0.13 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818694 Apr 04 14:32:25.035357 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-e7d6c862-ee23-4885-9b43-05a6a6f1ce56 service neutron] 10.222.0.13 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812242 Apr 04 14:32:25.243528 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f40be540-1832-48bc-a8c7-8d1d34269e2d req-d2421365-3896-4d1f-8539-f3454e95fc01 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 210 time: 0.0300143 Apr 04 14:32:25.263684 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-80ed6676-6d43-412e-b36b-9ce3f010a510 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752134 Apr 04 14:32:25.349361 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-a244239f-969c-4246-b894-643fadcb0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:25.350799 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-a244239f-969c-4246-b894-643fadcb0d70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0461740 Apr 04 14:32:25.370378 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe9328-376f-4cd8-b1aa-423280577ecf req-260f5609-ff29-4ceb-a180-2f0c04bd4229 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:25.371896 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0cfe9328-376f-4cd8-b1aa-423280577ecf req-260f5609-ff29-4ceb-a180-2f0c04bd4229 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0564671 Apr 04 14:32:25.440983 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-0cfe9328-376f-4cd8-b1aa-423280577ecf req-eac8b334-c06f-4059-879b-0cc45c957aa7 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629799 Apr 04 14:32:25.457522 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-9524cdd0-ebc6-4435-b1d4-7d06c7b4ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:25.458976 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-9524cdd0-ebc6-4435-b1d4-7d06c7b4ca7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.0889173 Apr 04 14:32:25.525586 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-0102b67d-2776-418c-b88d-e4bf8969cb6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 1001 time: 0.0592072 Apr 04 14:32:25.574022 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-e365a3a1-d7a1-4494-a375-c18f0b7452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:25.575473 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-e365a3a1-d7a1-4494-a375-c18f0b7452ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0430741 Apr 04 14:32:25.629181 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-fd093976-48d5-4257-98b1-64cec68cb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:25.630687 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-fd093976-48d5-4257-98b1-64cec68cb2be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479550 Apr 04 14:32:25.719017 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-b64e170d-6f5a-4abf-94c8-dcecae14b916 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812402 Apr 04 14:32:25.810981 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0d930588-465f-49b9-84c1-5eb473277ff0 req-378d120c-9b60-4a10-8051-675d5b896e44 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Apr 04 14:32:26.335951 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-b20e40e3-6785-4c9e-a872-a32a5f66904c req-1753312d-8b23-4cf6-8167-e72e8861ca00 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Apr 04 14:32:26.559539 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1fa52-b883-43a1-baf1-5609b12e5615 req-28c63910-edcb-4c66-bc84-8dd8a820b8df tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:26.561038 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f6f1fa52-b883-43a1-baf1-5609b12e5615 req-28c63910-edcb-4c66-bc84-8dd8a820b8df tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0535865 Apr 04 14:32:26.619950 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f6f1fa52-b883-43a1-baf1-5609b12e5615 req-5e75c513-cfde-4470-92be-940a7d1bb26c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531032 Apr 04 14:32:27.204160 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-a97f0bd6-f373-4af7-b515-8270671876ab tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:27.205601 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-a97f0bd6-f373-4af7-b515-8270671876ab tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "GET /v2.0/networks?id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 HTTP/1.1" status: 200 len: 814 time: 0.1001551 Apr 04 14:32:27.218679 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Request body: {'port': {'device_id': '697262cb-5e02-4852-aa0c-45b285967726', 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076', 'admin_state_up': True, 'tenant_id': 'ab2338d511564b5583d39cc892883452'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:32:27.383966 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Made reservation on behalf of ab2338d511564b5583d39cc892883452 for: {'port': 1} {{(pid=103852) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 14:32:27.389376 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (None), before_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:27.434762 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-52f890bf-12e0-4bb7-bd57-1ce935b729c0 req-56bae69d-4c54-4ff3-9321-0f3b6a369bb8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Apr 04 14:32:27.539013 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_common [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Allocated IP 172.20.0.2 (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076/a9c18edb-4188-4ffa-9b9b-171e4b40a818/1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a) {{(pid=103852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 14:32:27.680478 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks [] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), precommit_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:27.735679 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef80ae2-2db6-443e-8f6d-b32ade369e2d req-2d8f4b9b-e18a-4a35-8d33-0196aafe7747 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:27.737194 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-eef80ae2-2db6-443e-8f6d-b32ade369e2d req-2d8f4b9b-e18a-4a35-8d33-0196aafe7747 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0523372 Apr 04 14:32:27.767745 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747030397422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_create {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:27.803674 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-eef80ae2-2db6-443e-8f6d-b32ade369e2d req-31e8783b-726c-4d69-a22c-747ce6084b38 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605969 Apr 04 14:32:27.810192 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 is already hosted by enough agents. {{(pid=103852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 14:32:27.813371 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.base_scheduler [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Resources bound (agent type, host, resource id): {{(pid=103852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 14:32:27.819450 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Received port after_create {{(pid=103852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 14:32:27.842895 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Pushing event updated for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=1']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:27.870656 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:27.871281 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:27.943910 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-454105dc-d657-442e-b120-76f51464c8f0 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291377 Apr 04 14:32:27.955137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-b7ad2e27-f502-4b62-bf26-4239c91e8be1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103852) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 14:32:27.956168 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-b7ad2e27-f502-4b62-bf26-4239c91e8be1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050528 Apr 04 14:32:27.967161 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.v2.base [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Request body: {'port': {'device_id': '697262cb-5e02-4852-aa0c-45b285967726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103852) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:32:28.028561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.289985 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a {{(pid=103852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:32:28.297794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks [] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), precommit_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.309248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.provisioning_blocks [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Transition to ACTIVE for port object 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a will not be triggered until provisioned by entity L2. {{(pid=103852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 14:32:28.372357 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.422511 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=2']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:28.488563 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Attempting to bind port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 14:32:28.489359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Attempting to bind port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 14:32:28.489359 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Attempting to bind port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:32:28.493390 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 14:32:28.493741 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Attempting to bind port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a on network 4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 14:32:28.498419 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Checking agent: {'id': 'ffb39d71-6b46-4a23-8449-0afcf0576db9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'started_at': datetime.datetime(2022, 4, 4, 14, 20, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 14:32:28.498755 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Checking segment: {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 14:32:28.499137 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Bound using segment: {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'} {{(pid=103852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 14:32:28.499594 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.managers [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Bound port: 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbb1f3e-6e7e-4614-a21e-be6715144b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076'}}] {{(pid=103852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 14:32:28.499950 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), before_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.593082 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184566fa-7623-4248-b5c4-7f755005caac req-a77103ab-b701-4955-b3fe-7dc5958b6a92 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:28.594484 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-184566fa-7623-4248-b5c4-7f755005caac req-a77103ab-b701-4955-b3fe-7dc5958b6a92 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 943 time: 0.0917537 Apr 04 14:32:28.599781 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, cleared binding levels {{(pid=103852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 14:32:28.605091 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 14:32:28.644990 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-184566fa-7623-4248-b5c4-7f755005caac req-d01a3443-1b1c-4e16-ac80-31bd4074759f tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Apr 04 14:32:28.687316 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8552618'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_update {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.728644 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:28.729498 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:28.731080 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] 10.222.0.18 "PUT /v2.0/ports/1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a HTTP/1.1" status: 200 len: 1093 time: 0.7672455 Apr 04 14:32:28.731745 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:32:28.734215 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd23f80c-e98f-447b-a56d-84e232e09009" -d '{"events": [{"name": "network-changed", "server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:32:28.760269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c50234-8088-4bd5-8126-9c163c871f7d service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=3']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:28.771571 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41a6609-9ae1-4bad-bed9-37e199e0f903 x-openstack-request-id: req-c41a6609-9ae1-4bad-bed9-37e199e0f903 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:32:28.771858 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:32:28.772206 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c41a6609-9ae1-4bad-bed9-37e199e0f903 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:32:28.772592 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41a6609-9ae1-4bad-bed9-37e199e0f903'] response: {'name': 'network-changed', 'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a', 'status': 'completed', 'code': 200} Apr 04 14:32:28.839307 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-9d2e89e8-d1f1-4f72-a5a1-b69caca22eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:28.840793 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-9d2e89e8-d1f1-4f72-a5a1-b69caca22eaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 1127 time: 0.0447602 Apr 04 14:32:28.979488 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984491c-29b8-41a7-abe8-5d1395126d58 req-406f90a2-349b-48e7-b784-d8268210e62c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:28.980878 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e984491c-29b8-41a7-abe8-5d1395126d58 req-406f90a2-349b-48e7-b784-d8268210e62c tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0874565 Apr 04 14:32:28.983674 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-c7328cbf-b51c-4d59-a4f0-20215621f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:28.985032 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-c7328cbf-b51c-4d59-a4f0-20215621f876 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab2338d511564b5583d39cc892883452&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1354020 Apr 04 14:32:29.104381 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-e984491c-29b8-41a7-abe8-5d1395126d58 req-095cc47a-9bed-4e89-82a4-e207985820b2 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170831 Apr 04 14:32:29.121792 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-97cb108a-d276-49b8-8545-fa2a71c200bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:29.123288 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-dd23f80c-e98f-447b-a56d-84e232e09009 req-97cb108a-d276-49b8-8545-fa2a71c200bc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283047 Apr 04 14:32:29.204546 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-a88873ee-aa20-4301-bc6b-13e36bf8ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:29.206158 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-a88873ee-aa20-4301-bc6b-13e36bf8ae27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab2338d511564b5583d39cc892883452&device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 1127 time: 0.0456650 Apr 04 14:32:29.248396 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-d49510dc-8fa5-4cac-a322-f117c0b18746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a HTTP/1.1" status: 200 len: 217 time: 0.0337884 Apr 04 14:32:29.301058 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-6644190d-e564-42b8-aa52-7d8b882cfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:29.302477 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-6644190d-e564-42b8-aa52-7d8b882cfda5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c18edb-4188-4ffa-9b9b-171e4b40a818 HTTP/1.1" status: 200 len: 854 time: 0.0470288 Apr 04 14:32:29.334193 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-7eda8ac7-4ce8-4b61-aa2f-394c76890f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245733 Apr 04 14:32:29.420231 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-d9e77693-3bb8-4692-b6eb-2dc9f6a43c57 service neutron] 10.222.0.18 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789647 Apr 04 14:32:29.512254 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bdaf7eaf-07ac-4fd1-8218-278537751eec req-3bafa5cc-c21f-4eb2-a3db-206448a95067 service neutron] 10.222.0.18 "GET /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846012 Apr 04 14:32:29.768434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065b54-02cf-46eb-bca5-cd7a08effd1d req-06b69c4c-5e2b-4fc0-81ca-adcd526fab1c tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:29.769806 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c7065b54-02cf-46eb-bca5-cd7a08effd1d req-06b69c4c-5e2b-4fc0-81ca-adcd526fab1c tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 943 time: 0.0552313 Apr 04 14:32:29.815679 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c7065b54-02cf-46eb-bca5-cd7a08effd1d req-9eff6cef-1cf0-4bc8-9ea0-8f9b02c82841 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397818 Apr 04 14:32:30.220700 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f67a-5694-4e3c-b85f-c952442cf85c req-959b32b5-42b9-468f-88b9-ec391b819e38 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:30.223896 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-91b1f67a-5694-4e3c-b85f-c952442cf85c req-959b32b5-42b9-468f-88b9-ec391b819e38 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0522923 Apr 04 14:32:30.280942 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-91b1f67a-5694-4e3c-b85f-c952442cf85c req-2094b099-55e2-4039-bf7c-d174714352f3 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&id=3fcd146b-e9c6-4515-9463-087f289e1787&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529208 Apr 04 14:32:30.930993 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412f30b-af37-478f-8a30-b7baf849665e req-9deff0b7-4209-48fd-a6c3-bb6d5cf2b277 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:30.932485 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1412f30b-af37-478f-8a30-b7baf849665e req-9deff0b7-4209-48fd-a6c3-bb6d5cf2b277 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 943 time: 0.0519350 Apr 04 14:32:30.977873 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-1412f30b-af37-478f-8a30-b7baf849665e req-ec4284b8-edfb-4b24-b560-5116064c42f2 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Apr 04 14:32:32.091508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d54ab-93d3-4623-a588-dcf498cac0fa req-4226a3dc-531f-4626-ab8d-e211230823a8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:32.092925 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-535d54ab-93d3-4623-a588-dcf498cac0fa req-4226a3dc-531f-4626-ab8d-e211230823a8 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 943 time: 0.0498743 Apr 04 14:32:32.140243 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-535d54ab-93d3-4623-a588-dcf498cac0fa req-f91fccf3-3326-4669-aed6-30dd43e5df7d tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Apr 04 14:32:32.514328 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:32:33.258883 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215ed9b-5e52-42a3-8340-f44c5f65a9e4 req-ebee8320-2e6c-43bf-97a9-1e63c82a6265 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:33.260428 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c215ed9b-5e52-42a3-8340-f44c5f65a9e4 req-ebee8320-2e6c-43bf-97a9-1e63c82a6265 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 943 time: 0.0544195 Apr 04 14:32:33.313365 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-c215ed9b-5e52-42a3-8340-f44c5f65a9e4 req-2c5b81bb-52bb-4f20-8a41-eeabc77feac9 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469520 Apr 04 14:32:33.667135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103854) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 14:32:33.761020 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:32:33.772121 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Returning: {'device': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a', 'network_id': '4589288a-44b4-4c7b-9f1b-1e6ba4f9b076', 'port_id': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a', 'mac_address': 'fa:16:3e:e1:d5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c18edb-4188-4ffa-9b9b-171e4b40a818', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103854) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 14:32:33.807647 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a is: DOWN; New status is: BUILD {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:32:33.808026 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:33.819887 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a {{(pid=103854) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 14:32:33.838592 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:32:33.926671 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:33.974801 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=4']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:33.981895 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.982247 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.982596 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.982943 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.983310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.983643 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.983977 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.984308 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.984639 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.984967 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.985296 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.985624 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.985979 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.986301 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:33.986626 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:32:34.206637 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:32:34.426904 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab50-3d7d-4f50-903e-977f05b45dcf req-46303355-6aba-49bc-abd7-7125f83ffaf6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:34.428380 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8f93ab50-3d7d-4f50-903e-977f05b45dcf req-46303355-6aba-49bc-abd7-7125f83ffaf6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 944 time: 0.0510406 Apr 04 14:32:34.473962 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-8f93ab50-3d7d-4f50-903e-977f05b45dcf req-dfdf0f04-8213-4cd6-84d0-e64f358a5975 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Apr 04 14:32:35.589399 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a4ac5-cdd4-4ce7-b27c-33d50c65df88 req-3b852417-88b6-41ca-8b0c-960e7f8260a5 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:35.590847 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f64a4ac5-cdd4-4ce7-b27c-33d50c65df88 req-3b852417-88b6-41ca-8b0c-960e7f8260a5 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 944 time: 0.0517499 Apr 04 14:32:35.636840 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-f64a4ac5-cdd4-4ce7-b27c-33d50c65df88 req-2e946260-f259-4b04-afe6-82e4932e724b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Apr 04 14:32:35.675314 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a up at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 14:32:35.796820 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning for port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a completed by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 14:32:35.800471 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Provisioning complete for port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a triggered by entity L2. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:32:35.800847 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:35.877840 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Current status of the port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a is: BUILD; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:32:35.878124 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), before_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:35.899932 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a'}] {{(pid=103854) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:32:35.902212 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70afc07c3b7fccc2f96eb708c358b666566c635cb9d4c436bcb7a721658257c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0424047-4a08-4d2a-83c1-cebf468a8d11" -d '{"events": [{"server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a"}]}' {{(pid=103854) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:32:35.913786 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:32:35.938661 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25226052-24d4-416a-b4c7-b5e402c2e19a x-openstack-request-id: req-25226052-24d4-416a-b4c7-b5e402c2e19a {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:32:35.938956 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a", "code": 200}]} {{(pid=103854) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:32:35.939238 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25226052-24d4-416a-b4c7-b5e402c2e19a {{(pid=103854) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:32:35.939670 dv-cinder-835880-4-iscsi neutron-server[103854]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25226052-24d4-416a-b4c7-b5e402c2e19a'] response: {'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a', 'code': 200} Apr 04 14:32:35.983819 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:36.029713 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Pushing event updated for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=5']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:32:36.246440 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa061857-713d-409a-a71f-427fdb177821 req-e6df8d1d-9914-4d56-82dc-e6e3295d1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:36.248111 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fa061857-713d-409a-a71f-427fdb177821 req-e6df8d1d-9914-4d56-82dc-e6e3295d1d43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 1129 time: 0.0842037 Apr 04 14:32:36.293099 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-fa061857-713d-409a-a71f-427fdb177821 req-4cc8e218-73f1-4135-a257-3a478973e6cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386825 Apr 04 14:32:36.751344 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ce910-97dc-4d75-bb43-8870458a0698 req-56f20519-2c9d-46b6-afb7-04fdfa781072 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:36.752801 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-695ce910-97dc-4d75-bb43-8870458a0698 req-56f20519-2c9d-46b6-afb7-04fdfa781072 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0506895 Apr 04 14:32:36.797409 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-695ce910-97dc-4d75-bb43-8870458a0698 req-38ae1c99-56df-4adf-8c1d-aca84f6b220e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Apr 04 14:32:37.916923 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b6f0-ff9c-4e10-a192-24e8a4c40b7f req-fafba267-701e-4243-bb7c-74ffadfe13ec tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:32:37.918374 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bc10b6f0-ff9c-4e10-a192-24e8a4c40b7f req-fafba267-701e-4243-bb7c-74ffadfe13ec tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Apr 04 14:32:37.963945 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-bc10b6f0-ff9c-4e10-a192-24e8a4c40b7f req-10b13dd1-761f-47fa-940b-f93123ebb54e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Apr 04 14:32:41.212128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-200c5f1c-4499-4f7b-a88c-047d18c58718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:43.414512 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-935af648-48c9-435f-9bee-274ba580da2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:44.681191 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:45.973862 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:46.000449 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:32:47.366054 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:00.474200 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b699d-8fa6-425e-9bdb-99615e37feaf req-ba1ceaff-5035-491e-8c9d-ff4c8b6fbd45 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:00.475658 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-836b699d-8fa6-425e-9bdb-99615e37feaf req-ba1ceaff-5035-491e-8c9d-ff4c8b6fbd45 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0519526 Apr 04 14:33:00.532119 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-836b699d-8fa6-425e-9bdb-99615e37feaf req-e35c0e50-ef74-4a33-9fa3-0653e5ca2c5a tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Apr 04 14:33:01.651553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc4cc-bfe4-469a-aebf-43918f8b475d req-ca62cd47-261d-4407-9c8f-b7355aba18a6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:01.652989 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee7cc4cc-bfe4-469a-aebf-43918f8b475d req-ca62cd47-261d-4407-9c8f-b7355aba18a6 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Apr 04 14:33:01.699585 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ee7cc4cc-bfe4-469a-aebf-43918f8b475d req-263bc1af-ccf1-4f61-9409-d77811bd469e tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401094 Apr 04 14:33:02.221021 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3510-7e26-402a-984c-eea37a4e15dd req-140ab99e-660c-4dd7-954a-c96f3246e62b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:02.222453 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-449e3510-7e26-402a-984c-eea37a4e15dd req-140ab99e-660c-4dd7-954a-c96f3246e62b tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0503902 Apr 04 14:33:02.317318 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Deleting port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:02.317650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:02.401546 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] For port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,segment=NetworkSegment(7cbb1f3e-6e7e-4614-a21e-be6715144b1f),segment_id=7cbb1f3e-6e7e-4614-a21e-be6715144b1f)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:02.401908 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:02.418091 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Calling delete_port for 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a owned by compute:nova {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:02.837555 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0757bd-0616-4577-baf0-7336f41c1c25 req-2788797c-79a9-4f03-8f7a-493a933324ec tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:02.838999 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0f0757bd-0616-4577-baf0-7336f41c1c25 req-2788797c-79a9-4f03-8f7a-493a933324ec tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/ports?device_id=697262cb-5e02-4852-aa0c-45b285967726 HTTP/1.1" status: 200 len: 945 time: 0.0665534 Apr 04 14:33:02.884432 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-0f0757bd-0616-4577-baf0-7336f41c1c25 req-9a21f362-0fd5-43ec-9fb8-47ea74f7e9d1 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.13 "GET /v2.0/security-groups?id=451c8746-0aa2-49b2-a078-6ff000c80c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Apr 04 14:33:02.888291 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:02.901621 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:33:02.914184 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Pushing event deleted for resources: {'Port': ['ID=1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:02.957364 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] No DVR routers for this DVR port 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a on host hv-cinder-83588 {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:02.959823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:02.963085 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-449e3510-7e26-402a-984c-eea37a4e15dd req-0aa83549-1ba7-4279-8bb1-38bdfe2aae84 tempest-VolumesSnapshotTestJSON-356158033 tempest-VolumesSnapshotTestJSON-356158033-project] 10.222.0.18 "DELETE /v2.0/ports/1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a HTTP/1.1" status: 204 len: 173 time: 0.7347639 Apr 04 14:33:02.964269 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'name': 'network-vif-deleted', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:02.965744 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1321e80-c6d3-4d51-ae05-8d8128458948" -d '{"events": [{"server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "name": "network-vif-deleted", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:03.000734 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb65c67-691a-4fa5-9847-ce0fc3518b0c x-openstack-request-id: req-beb65c67-691a-4fa5-9847-ce0fc3518b0c {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:03.001027 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697262cb-5e02-4852-aa0c-45b285967726", "name": "network-vif-deleted", "tag": "1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:03.001282 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beb65c67-691a-4fa5-9847-ce0fc3518b0c {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:03.001683 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb65c67-691a-4fa5-9847-ce0fc3518b0c'] response: {'server_uuid': '697262cb-5e02-4852-aa0c-45b285967726', 'name': 'network-vif-deleted', 'tag': '1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a', 'status': 'completed', 'code': 200} Apr 04 14:33:05.814686 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:05.833734 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:05.834071 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 1b2b3e29-d44d-43e0-a57f-be5a14ab6a5a not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:09.211519 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-a81dc14e-f42f-4165-8eee-ddf9b1f6ac1b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388140826&fields=id&tenant_id=8dbebf9bc6c54b2892706601dbeb97b7 HTTP/1.1" status: 200 len: 267 time: 0.0429780 Apr 04 14:33:09.268856 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-31306e48-17c0-4d30-9f0d-a70c99bf7c26 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:09.270319 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-31306e48-17c0-4d30-9f0d-a70c99bf7c26 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 985 time: 0.0534406 Apr 04 14:33:09.281745 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.v2.base [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Request body: {'port': {'security_groups': ['0d031d38-e65b-45c6-abf5-a6904af1269b']}} {{(pid=103853) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 14:33:09.364057 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2025263'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.512934 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:33:09.535456 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:09.564090 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), precommit_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.607701 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747030882699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747030394628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747030394646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10482935'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_update {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.620196 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:33:09.652084 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:09.652714 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.654138 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-96edd8c1-255a-479b-99ed-36e6abd359cf req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "PUT /v2.0/ports/649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 943 time: 0.3775191 Apr 04 14:33:09.654592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:09.657085 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce46e627-63f2-453a-9683-732dcf29ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:09.661777 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42426) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:09.683112 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event updated for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=7']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:09.691658 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.692011 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.692417 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.692766 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.693626 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.693967 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.694302 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.701273 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.701700 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.702059 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.702440 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.702805 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.703215 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.703654 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.703833 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fedada1-7d0d-4177-b505-cd4b8ba1394d tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:09.725620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38804013-040e-4730-b3ce-32d837862eda x-openstack-request-id: req-38804013-040e-4730-b3ce-32d837862eda {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:09.725932 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:09.726194 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38804013-040e-4730-b3ce-32d837862eda {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:09.726612 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38804013-040e-4730-b3ce-32d837862eda'] response: {'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:33:09.729078 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:33:09.745508 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (3fcd146b-e9c6-4515-9463-087f289e1787), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.803031 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (3fcd146b-e9c6-4515-9463-087f289e1787), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.844561 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-a3701adf-3902-4ca5-bfc9-42336556e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:09.846102 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-a3701adf-3902-4ca5-bfc9-42336556e126 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1130 time: 0.0953059 Apr 04 14:33:09.948300 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.provisioning_blocks [None req-b8467e73-491c-4832-b094-59e9e796446d None None] Provisioning complete for port 649d50a1-0f17-4402-bd52-1392da5ec6ed triggered by entity DHCP. {{(pid=103854) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 14:33:09.948626 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b8467e73-491c-4832-b094-59e9e796446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2063573'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), provisioning_complete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:09.961304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-34c70e1d-dd40-4c40-903e-d6adfc7b8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:09.966573 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-34c70e1d-dd40-4c40-903e-d6adfc7b8749 service neutron] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 916 time: 0.1099370 Apr 04 14:33:10.027404 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (3fcd146b-e9c6-4515-9463-087f289e1787), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.029987 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.034370 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42432) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:10.034532 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "DELETE /v2.0/security-groups/3fcd146b-e9c6-4515-9463-087f289e1787 HTTP/1.1" status: 204 len: 168 time: 0.3716059 Apr 04 14:33:10.041006 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b8467e73-491c-4832-b094-59e9e796446d None None] Current status of the port 649d50a1-0f17-4402-bd52-1392da5ec6ed is: ACTIVE; New status is: ACTIVE {{(pid=103854) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 14:33:10.044636 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-c72d8970-0edd-4b0e-8a2e-d3653b371b19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 1002 time: 0.0748045 Apr 04 14:33:10.045502 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9981d2-ab83-4422-9948-87fb31af2633 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd146b-e9c6-4515-9463-087f289e1787,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:10.102045 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-3f9b3971-e411-4bf7-a99a-ba78cff1bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:10.103904 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-3f9b3971-e411-4bf7-a99a-ba78cff1bf40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0502067 Apr 04 14:33:10.158686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-d13ca9dc-eb07-4920-a655-f2efbb0d6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:10.160209 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-d13ca9dc-eb07-4920-a655-f2efbb0d6f89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494909 Apr 04 14:33:10.205331 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Deleting port 25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:10.205682 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.251402 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-c0bd03de-c59c-440d-a2dd-11943bcecb26 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846753 Apr 04 14:33:10.286262 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.286745 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for floatingip (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.298684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Calling delete_port for 25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3 owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:10.345135 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-ce46e627-63f2-453a-9683-732dcf29ba26 req-a6b31c06-94f2-4e43-82d5-0fc50b95366f service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Apr 04 14:33:10.539581 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.566505 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event deleted for resources: {'Port': ['ID=25b7d7bf-1d2e-4b23-b212-75a7aab0e2b3,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:10.623924 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks [] for floatingip (94b5645c-41aa-4701-9034-097b8a553407), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.624733 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Floating IP 94b5645c-41aa-4701-9034-097b8a553407 disassociated (deleted). External IP: 172.27.3.164, port: 649d50a1-0f17-4402-bd52-1392da5ec6ed. Apr 04 14:33:10.831770 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:10.938080 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:10.942906 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:10.947523 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Sync routers for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:10.956740 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:10.957357 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:32:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:10.972643 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ffab4f05-4a95-4360-8672-4f7b73299919 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "DELETE /v2.0/floatingips/94b5645c-41aa-4701-9034-097b8a553407 HTTP/1.1" status: 204 len: 168 time: 0.9366107 Apr 04 14:33:11.067274 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:11.210933 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-04700506-9b01-47e9-a211-b1e02020ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:11.288464 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:11.315915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Checking router: 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:11.324427 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:11.325035 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:32:43Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:11.437963 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:11.640578 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:11.666530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2becc-1d4b-49d3-84de-e25a21f33991 None None] The sync data for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi is: [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:35Z', 'revision_number': 4, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': 'ffa0ed4f-e9c3-4c43-9f62-cb335e61653d', 'name': '', 'network_id': '142f5dc8-103b-451c-970c-85d00425f23e', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'mac_address': 'fa:16:3e:6c:6e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:34Z', 'updated_at': '2022-04-04T14:30:41Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'subnets': [{'id': 'ec5ab65d-a275-4db2-8bad-d4124d01d374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:11.728114 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:11.731132 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66853f63-107f-4c94-96a0-51199c1b0941" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:11.768786 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8135f17-6385-46c7-bfad-3dfac00b4e99 x-openstack-request-id: req-a8135f17-6385-46c7-bfad-3dfac00b4e99 {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:11.769214 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:11.769580 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8135f17-6385-46c7-bfad-3dfac00b4e99 {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:11.770042 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8135f17-6385-46c7-bfad-3dfac00b4e99'] response: {'name': 'network-changed', 'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:33:11.845984 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853f63-107f-4c94-96a0-51199c1b0941 req-a425b419-1038-4a41-9bd1-2042225a90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:11.850806 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-a425b419-1038-4a41-9bd1-2042225a90db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 1130 time: 0.0525708 Apr 04 14:33:11.929048 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657d017-643f-4d9f-9deb-01fb12ae108a None None] New status for floating IP 94b5645c-41aa-4701-9034-097b8a553407: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:33:11.944209 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853f63-107f-4c94-96a0-51199c1b0941 req-d89c8e2a-4ab7-40da-8b54-9df07fd39db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:11.945660 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-d89c8e2a-4ab7-40da-8b54-9df07fd39db0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 200 len: 916 time: 0.0921929 Apr 04 14:33:11.991996 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-8fb9498b-5a60-4be8-bfcf-f7a693b327b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 200 len: 217 time: 0.0383677 Apr 04 14:33:12.042241 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853f63-107f-4c94-96a0-51199c1b0941 req-49a90670-9373-4163-aa8e-c2c6e31cae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:12.043763 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-49a90670-9373-4163-aa8e-c2c6e31cae8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 200 len: 854 time: 0.0456462 Apr 04 14:33:12.096065 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853f63-107f-4c94-96a0-51199c1b0941 req-4c4fb7bf-d4a4-43a6-b789-bda3eb87dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:12.097565 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-4c4fb7bf-d4a4-43a6-b789-bda3eb87dbde service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=142f5dc8-103b-451c-970c-85d00425f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472307 Apr 04 14:33:12.189783 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-b91f61e3-3700-4ad3-8444-9694988dc1e7 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Apr 04 14:33:12.280528 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-66853f63-107f-4c94-96a0-51199c1b0941 req-b349d9d3-1bd5-4b75-a7fe-2f04b81e57f6 service neutron] 10.222.0.18 "GET /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835328 Apr 04 14:33:13.459427 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7be5d874-7d0d-4780-8e2d-00be9d34eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:14.168782 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0b715-591b-4463-ba55-2d07413ae309 req-26883d96-ab4f-4f3a-882b-becb81a0ff73 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:14.170230 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fba0b715-591b-4463-ba55-2d07413ae309 req-26883d96-ab4f-4f3a-882b-becb81a0ff73 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0519114 Apr 04 14:33:14.216828 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-fba0b715-591b-4463-ba55-2d07413ae309 req-4587d119-22fe-4545-bc0f-f4bdd1446f64 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Apr 04 14:33:14.708743 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:15.343195 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee0fd5-99c7-479c-b4ec-38bfa861168a req-18ab43ea-fba6-46d7-8858-315f76deeade tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:15.344693 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-eaee0fd5-99c7-479c-b4ec-38bfa861168a req-18ab43ea-fba6-46d7-8858-315f76deeade tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0592785 Apr 04 14:33:15.391255 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-eaee0fd5-99c7-479c-b4ec-38bfa861168a req-e12d5a89-97fd-4395-9b0f-bdd824999f49 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Apr 04 14:33:16.002570 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:16.034557 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:16.510149 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf459-97dd-4cc1-9d9a-814edc1350b9 req-eb1e1e3c-9966-4dd4-a8d7-e051daa75378 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:16.511615 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0ccf459-97dd-4cc1-9d9a-814edc1350b9 req-eb1e1e3c-9966-4dd4-a8d7-e051daa75378 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Apr 04 14:33:16.555639 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-a0ccf459-97dd-4cc1-9d9a-814edc1350b9 req-9501b82b-0216-45be-99f7-f7dafcfc25bf tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Apr 04 14:33:16.835379 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42492) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:16.987634 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port 9f108705-2cb0-492c-9f52-455c5e1270a2 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:16.987975 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.061258 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.062404 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (9f108705-2cb0-492c-9f52-455c5e1270a2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.079198 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for 9f108705-2cb0-492c-9f52-455c5e1270a2 owned by network:floatingip {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:17.305483 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (9f108705-2cb0-492c-9f52-455c5e1270a2), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.331573 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=9f108705-2cb0-492c-9f52-455c5e1270a2,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:17.355057 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.355437 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.355786 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.356132 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.356472 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.356810 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.357139 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.357471 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.357801 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.358130 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.359100 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.359462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.359794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.360121 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.360447 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:17.362466 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.399946 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (77d50245-47a8-4b27-bd51-23bb4dad589e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.400267 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.db.l3_db [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 77d50245-47a8-4b27-bd51-23bb4dad589e disassociated (deleted). External IP: 172.27.3.227, port: c4d10454-db64-4343-8cbc-93dd012f154a. Apr 04 14:33:17.602304 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:17.738770 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2e943-0bbf-409b-be94-8869643c9699 req-ee77ad2a-6ac0-4266-bf59-8ef92c048012 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:17.740229 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2ee2e943-0bbf-409b-be94-8869643c9699 req-ee77ad2a-6ac0-4266-bf59-8ef92c048012 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0935271 Apr 04 14:33:17.755986 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:17.765271 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:17.766393 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:17.775865 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:17.776480 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:17.809370 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-69d81118-957c-4054-bdc8-8e0bb1d5d435 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "DELETE /v2.0/floatingips/77d50245-47a8-4b27-bd51-23bb4dad589e HTTP/1.1" status: 204 len: 168 time: 0.9729865 Apr 04 14:33:17.812487 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a'}] {{(pid=103852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:17.814715 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1dc5683f96d638cd1be87a355ca1e3cbabd12daa9dd39a0dca27a94d9381665" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35f3906-6a08-4b58-a348-f5db43c64569" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a"}]}' {{(pid=103852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:17.821308 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-2ee2e943-0bbf-409b-be94-8869643c9699 req-e18f76d2-ef6e-497e-a24f-fca510300507 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d031d38-e65b-45c6-abf5-a6904af1269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735340 Apr 04 14:33:17.865808 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d37406-ff3c-44f2-afaa-4f3a75728ff4 x-openstack-request-id: req-b4d37406-ff3c-44f2-afaa-4f3a75728ff4 {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:17.866421 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a", "status": "completed", "code": 200}]} {{(pid=103852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:17.866421 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4d37406-ff3c-44f2-afaa-4f3a75728ff4 {{(pid=103852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:17.866769 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d37406-ff3c-44f2-afaa-4f3a75728ff4'] response: {'name': 'network-changed', 'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'status': 'completed', 'code': 200} Apr 04 14:33:17.888072 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:17.970185 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-f4a89f6c-73d2-4a7d-880f-09a1c22975b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:17.971711 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-f4a89f6c-73d2-4a7d-880f-09a1c22975b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 1130 time: 0.0484154 Apr 04 14:33:18.065029 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-8df02bd4-2289-4aa5-adfb-1b3f91d8e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:18.066650 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-8df02bd4-2289-4aa5-adfb-1b3f91d8e08a service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.0889916 Apr 04 14:33:18.119816 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:18.123821 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-2e5ae4ff-19bf-4a01-8eb2-a1ffe1f76b70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4d10454-db64-4343-8cbc-93dd012f154a HTTP/1.1" status: 200 len: 217 time: 0.0402796 Apr 04 14:33:18.154007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:18.164094 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:18.164729 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:18.186251 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-9bde9867-f236-467a-8773-c182f907a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:18.188677 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-9bde9867-f236-467a-8773-c182f907a4d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0565810 Apr 04 14:33:18.269823 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f74b47-1fb6-42e4-b41d-98330d3177b3 req-1dee73c0-2781-4ce0-8f45-ecbb9ab40e92 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:18.271727 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-84f74b47-1fb6-42e4-b41d-98330d3177b3 req-1dee73c0-2781-4ce0-8f45-ecbb9ab40e92 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0881007 Apr 04 14:33:18.278613 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-c76d7ff7-3823-4e79-883b-4125996daf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:18.278949 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:18.279951 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-c76d7ff7-3823-4e79-883b-4125996daf02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840373 Apr 04 14:33:18.381487 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-84f74b47-1fb6-42e4-b41d-98330d3177b3 req-98fd4d28-1944-40d1-8f00-3ba878637b6b tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001699 Apr 04 14:33:18.413246 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-e4c7186d-de41-4bd7-a906-63282da08619 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187999 Apr 04 14:33:18.455514 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-0bd806b6-35e4-41d3-87e7-c58cdd74057b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:18.457009 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-0bd806b6-35e4-41d3-87e7-c58cdd74057b tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Apr 04 14:33:18.506361 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-f35f3906-6a08-4b58-a348-f5db43c64569 req-7a66ad9c-db19-400e-b668-081cfdda4f09 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859859 Apr 04 14:33:18.554508 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Deleting port 649d50a1-0f17-4402-bd52-1392da5ec6ed {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:18.554846 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:18.639009 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-a413b473-4154-4222-a58b-c8337de47129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:18.641642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] For port 649d50a1-0f17-4402-bd52-1392da5ec6ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=649d50a1-0f17-4402-bd52-1392da5ec6ed,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:18.642005 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:18.654592 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Calling delete_port for 649d50a1-0f17-4402-bd52-1392da5ec6ed owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:18.668022 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413b473-4154-4222-a58b-c8337de47129 None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_floatingips': [{'id': '4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'router_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'port_id': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'mac_address': 'fa:16:3e:df:8f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b63ee19-e313-424a-9c3a-b8821a303546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T14:29:03Z', 'updated_at': '2022-04-04T14:29:06Z', 'revision_number': 1, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:18.857632 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (649d50a1-0f17-4402-bd52-1392da5ec6ed), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:18.870100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] get_ports_and_sgs() called for port_ids ['649d50a1-0f17-4402-bd52-1392da5ec6ed'] {{(pid=103854) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 14:33:18.900168 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Pushing event deleted for resources: {'Port': ['ID=649d50a1-0f17-4402-bd52-1392da5ec6ed,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:18.912672 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f03b13-26ce-47ac-ad95-5c87068edbdd None None] New status for floating IP 77d50245-47a8-4b27-bd51-23bb4dad589e: DOWN {{(pid=103855) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:33:18.960663 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-ccce74fa-b355-41d7-afe1-38dfc361b7f1 req-a3cbd319-1370-4192-ba2b-0c13ac3e5486 tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6e2c67b-7cf5-4239-93c5-079e70a05810 HTTP/1.1" status: 200 len: 210 time: 0.0583858 Apr 04 14:33:18.961466 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] No DVR routers for this DVR port 649d50a1-0f17-4402-bd52-1392da5ec6ed on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:18.963983 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:18.967242 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-15379cb9-56d8-4398-9dbd-bc8878172ba1 req-28e3c947-97a1-41ea-b7ba-8bf049cd34aa tempest-TestMinimumBasicScenario-1036841146 tempest-TestMinimumBasicScenario-1036841146-project] 10.222.0.18 "DELETE /v2.0/ports/649d50a1-0f17-4402-bd52-1392da5ec6ed HTTP/1.1" status: 204 len: 173 time: 0.5047729 Apr 04 14:33:18.968165 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'name': 'network-vif-deleted', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:18.970740 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a5f37-d48a-48b4-98b0-dca38071b7dd" -d '{"events": [{"server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "name": "network-vif-deleted", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:19.015003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d702d2-72cf-46c6-b7ce-eedc87d9b39e x-openstack-request-id: req-a6d702d2-72cf-46c6-b7ce-eedc87d9b39e {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:19.015003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e2c67b-7cf5-4239-93c5-079e70a05810", "name": "network-vif-deleted", "tag": "649d50a1-0f17-4402-bd52-1392da5ec6ed", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:19.015003 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6d702d2-72cf-46c6-b7ce-eedc87d9b39e {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:19.015003 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d702d2-72cf-46c6-b7ce-eedc87d9b39e'] response: {'server_uuid': 'f6e2c67b-7cf5-4239-93c5-079e70a05810', 'name': 'network-vif-deleted', 'tag': '649d50a1-0f17-4402-bd52-1392da5ec6ed', 'status': 'completed', 'code': 200} Apr 04 14:33:19.500785 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e235-bc6d-4c71-bc35-d92c908773db req-8fb5151f-132a-4e54-8eaf-b6bd008d9e07 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:19.502499 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7e44e235-bc6d-4c71-bc35-d92c908773db req-8fb5151f-132a-4e54-8eaf-b6bd008d9e07 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0538707 Apr 04 14:33:19.551447 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-7e44e235-bc6d-4c71-bc35-d92c908773db req-be83311e-f9aa-4f59-bb09-1e2beba0750f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Apr 04 14:33:19.840556 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-bc48e315-92eb-4b74-8372-58c6e98950a9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:19.841999 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-bc48e315-92eb-4b74-8372-58c6e98950a9 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 946 time: 0.0521703 Apr 04 14:33:19.937418 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port c4d10454-db64-4343-8cbc-93dd012f154a {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:19.937684 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:20.024217 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] For port c4d10454-db64-4343-8cbc-93dd012f154a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c4d10454-db64-4343-8cbc-93dd012f154a,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:20.024697 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:20.039095 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for c4d10454-db64-4343-8cbc-93dd012f154a owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:20.257819 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (c4d10454-db64-4343-8cbc-93dd012f154a), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:20.286296 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=c4d10454-db64-4343-8cbc-93dd012f154a,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:20.331613 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] No DVR routers for this DVR port c4d10454-db64-4343-8cbc-93dd012f154a on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:20.336604 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:20.337670 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-4c60f8f0-b03f-46c9-abc1-367ea8921a2e req-6d695692-05ee-4c96-8485-06baa40553ad tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "DELETE /v2.0/ports/c4d10454-db64-4343-8cbc-93dd012f154a HTTP/1.1" status: 204 len: 173 time: 0.4901893 Apr 04 14:33:20.649610 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-9b428b4f-3c95-43e4-b46b-dd19a5b08245 req-9a41ad84-a46b-4b95-867b-d8a57c093faf tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f HTTP/1.1" status: 200 len: 210 time: 0.0321910 Apr 04 14:33:21.015667 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'name': 'network-vif-deleted', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:21.018126 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e19bb-1810-4103-a7eb-888f5962d1bb" -d '{"events": [{"server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "name": "network-vif-deleted", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:21.052173 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c662e73-84de-45c8-841a-ff313a6fbdce x-openstack-request-id: req-0c662e73-84de-45c8-841a-ff313a6fbdce {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:21.052495 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f", "name": "network-vif-deleted", "tag": "c4d10454-db64-4343-8cbc-93dd012f154a", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:21.052721 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c662e73-84de-45c8-841a-ff313a6fbdce {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:21.060500 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c662e73-84de-45c8-841a-ff313a6fbdce'] response: {'server_uuid': '7ce72c67-1d3e-48ab-b53e-1b1c0e928e3f', 'name': 'network-vif-deleted', 'tag': 'c4d10454-db64-4343-8cbc-93dd012f154a', 'status': 'completed', 'code': 200} Apr 04 14:33:21.500582 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42578) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:21.839512 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:21.922100 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 649d50a1-0f17-4402-bd52-1392da5ec6ed no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:21.944494 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 649d50a1-0f17-4402-bd52-1392da5ec6ed {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:21.944846 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 649d50a1-0f17-4402-bd52-1392da5ec6ed not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:22.100607 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Deleting port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:22.100951 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:22.178122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] For port ffa0ed4f-e9c3-4c43-9f62-cb335e61653d, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:22.178566 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:22.195718 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Calling delete_port for ffa0ed4f-e9c3-4c43-9f62-cb335e61653d owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:22.465337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (ffa0ed4f-e9c3-4c43-9f62-cb335e61653d), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:22.490502 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa0ed4f-e9c3-4c43-9f62-cb335e61653d,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:22.652690 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.122350 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:23.229455 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:23.235118 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-17079e4b-e641-4a34-851e-eb21a3c42ea2 admin admin] 10.222.0.13 "PUT /v2.0/routers/7303a0de-2cb2-41c5-8ffa-61ee8be1ee26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333095 Apr 04 14:33:23.237541 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42604) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:23.242188 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Sync routers for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:23.253348 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:23.253995 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:23.348181 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks [] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.365905 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:23.456207 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks [] for router_gateway (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.550093 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'c06787cc-aa38-4df1-826c-748939335195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:33:22Z', 'revision_number': 5, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port': {'id': 'c06787cc-aa38-4df1-826c-748939335195', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:89:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:23.577388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Checking router: 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:23.583012 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Deleting port c06787cc-aa38-4df1-826c-748939335195 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:23.583162 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (c06787cc-aa38-4df1-826c-748939335195), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.586430 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Routers {'7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:23.587076 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:23.660096 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] For port c06787cc-aa38-4df1-826c-748939335195, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=c06787cc-aa38-4df1-826c-748939335195,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:23.660463 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (c06787cc-aa38-4df1-826c-748939335195), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.673425 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Calling delete_port for c06787cc-aa38-4df1-826c-748939335195 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:23.677515 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] Set router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 gateway port host: None {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:23.729521 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:33:23Z', 'revision_number': 6, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:23.758322 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c848ad-73e8-46f9-8dbb-cd50812c613b None None] The sync data for ids ['7303a0de-2cb2-41c5-8ffa-61ee8be1ee26'] in dv-cinder-835880-4-iscsi is: [{'id': '7303a0de-2cb2-41c5-8ffa-61ee8be1ee26', 'name': 'tempest-TestMinimumBasicScenario-1115313700-router', 'tenant_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:30Z', 'updated_at': '2022-04-04T14:33:23Z', 'revision_number': 6, 'project_id': '8dbebf9bc6c54b2892706601dbeb97b7', 'gw_port_host': None}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:23.902895 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (c06787cc-aa38-4df1-826c-748939335195), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:23.920308 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c4d10454-db64-4343-8cbc-93dd012f154a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:23.928059 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06787cc-aa38-4df1-826c-748939335195,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:23.940658 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: c4d10454-db64-4343-8cbc-93dd012f154a {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:23.941017 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device c4d10454-db64-4343-8cbc-93dd012f154a not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:23.988796 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.080678 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.082804 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks [] for router_controller (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.137056 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42610) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:24.190916 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (7303a0de-2cb2-41c5-8ffa-61ee8be1ee26), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.194505 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:33:24.196996 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.198142 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-caa93c09-92f2-4f55-bab2-5e97a0180f50 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7303a0de-2cb2-41c5-8ffa-61ee8be1ee26 HTTP/1.1" status: 204 len: 168 time: 0.9596534 Apr 04 14:33:24.200747 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42612) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:24.245067 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Deleting subnet ec5ab65d-a275-4db2-8bad-d4124d01d374 {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:33:24.248138 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Publish callbacks [] for subnet (ec5ab65d-a275-4db2-8bad-d4124d01d374), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.283977 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (ec5ab65d-a275-4db2-8bad-d4124d01d374), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.297364 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port a2081868-a141-4b66-aa0e-15449b84a1a4 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:24.297710 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.365434 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (ec5ab65d-a275-4db2-8bad-d4124d01d374), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.372880 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.373207 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (a2081868-a141-4b66-aa0e-15449b84a1a4), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.385241 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for a2081868-a141-4b66-aa0e-15449b84a1a4 owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:24.488468 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (ec5ab65d-a275-4db2-8bad-d4124d01d374), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.520085 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5ab65d-a275-4db2-8bad-d4124d01d374,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:24.530748 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.537354 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42618) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:24.539655 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36bfc36-928a-47fd-b9ab-ef0609c48fa8 None None] Network 142f5dc8-103b-451c-970c-85d00425f23e requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:33:24.547523 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-84245f98-8784-45a9-9ad8-ff84e27400a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec5ab65d-a275-4db2-8bad-d4124d01d374 HTTP/1.1" status: 204 len: 168 time: 0.3327663 Apr 04 14:33:24.619378 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (142f5dc8-103b-451c-970c-85d00425f23e), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.632463 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c06787cc-aa38-4df1-826c-748939335195 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:24.658400 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: c06787cc-aa38-4df1-826c-748939335195 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:24.658400 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device c06787cc-aa38-4df1-826c-748939335195 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:24.658400 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ffa0ed4f-e9c3-4c43-9f62-cb335e61653d no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:24.676228 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Deleting port 88eff0af-2c53-429a-9c5b-d3a813bc5868 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:24.676610 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.680000 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (a2081868-a141-4b66-aa0e-15449b84a1a4), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.680172 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: ffa0ed4f-e9c3-4c43-9f62-cb335e61653d {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:24.680374 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device ffa0ed4f-e9c3-4c43-9f62-cb335e61653d not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:24.749516 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=a2081868-a141-4b66-aa0e-15449b84a1a4,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:24.799776 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] DHCP port deletion for 142f5dc8-103b-451c-970c-85d00425f23e request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:33:24.813233 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] For port 88eff0af-2c53-429a-9c5b-d3a813bc5868, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=88eff0af-2c53-429a-9c5b-d3a813bc5868,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:24.813597 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.836389 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Calling delete_port for 88eff0af-2c53-429a-9c5b-d3a813bc5868 owned by network:dhcp {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:24.851899 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.852241 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.db.l3_db [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Floating IP 4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba disassociated (deleted). External IP: 172.27.3.36, port: 6abf6653-4e2a-4657-b10c-218d09e188ce. Apr 04 14:33:24.852843 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Deleting port 88eff0af-2c53-429a-9c5b-d3a813bc5868 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:24.853216 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.924696 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] For port 88eff0af-2c53-429a-9c5b-d3a813bc5868, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=88eff0af-2c53-429a-9c5b-d3a813bc5868,segment=NetworkSegment(771c84b1-64bc-4bdf-b639-5855c556b246),segment_id=771c84b1-64bc-4bdf-b639-5855c556b246)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:24.924994 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:24.939826 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Calling delete_port for 88eff0af-2c53-429a-9c5b-d3a813bc5868 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:25.094901 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.126987 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] Pushing event deleted for resources: {'Port': ['ID=88eff0af-2c53-429a-9c5b-d3a813bc5868,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:25.132010 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa597c-5cb9-49be-b637-82c1925cf347 None None] No DVR routers for this DVR port 88eff0af-2c53-429a-9c5b-d3a813bc5868 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:25.265205 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (88eff0af-2c53-429a-9c5b-d3a813bc5868), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.347796 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88eff0af-2c53-429a-9c5b-d3a813bc5868,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:25.354284 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] No DVR routers for this DVR port 88eff0af-2c53-429a-9c5b-d3a813bc5868 on host dv-cinder-835880-4-iscsi {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:25.443708 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (142f5dc8-103b-451c-970c-85d00425f23e), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.472329 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103853) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:25.474115 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142f5dc8-103b-451c-970c-85d00425f23e']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:25.489642 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771c84b1-64bc-4bdf-b639-5855c556b246') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:25.489944 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771c84b1-64bc-4bdf-b639-5855c556b246') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:25.501824 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (771c84b1-64bc-4bdf-b639-5855c556b246), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.572511 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (771c84b1-64bc-4bdf-b639-5855c556b246), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.582469 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:33:25.582855 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (771c84b1-64bc-4bdf-b639-5855c556b246), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self.session.flush() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self.session.flush() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self.session.flush() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self.session.flush() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:33:25.584545 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:33:25.658694 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103853) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:25.663447 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.667895 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:25.677600 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:25.678210 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:25.694799 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-8eab1265-27bd-4d68-bbab-c9822b8ae52a tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba HTTP/1.1" status: 204 len: 168 time: 1.5566497 Apr 04 14:33:25.695416 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:25.699350 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:25.710801 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (142f5dc8-103b-451c-970c-85d00425f23e), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.730172 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:25.736994 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/142f5dc8-103b-451c-970c-85d00425f23e HTTP/1.1" status: 204 len: 168 time: 1.1951027 Apr 04 14:33:25.736994 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435821e-5e23-4b0b-ba84-58ed906153b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=142f5dc8-103b-451c-970c-85d00425f23e,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:25.739803 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42630) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:25.753034 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fb5b69-4169-4e43-82fc-c3ed7876b83e x-openstack-request-id: req-46fb5b69-4169-4e43-82fc-c3ed7876b83e {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:25.753331 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:25.753571 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fb5b69-4169-4e43-82fc-c3ed7876b83e {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:25.753988 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fb5b69-4169-4e43-82fc-c3ed7876b83e'] response: {'name': 'network-changed', 'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'status': 'completed', 'code': 200} Apr 04 14:33:25.827844 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-4d0a53ac-f181-434c-a641-6c9af5a74ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:25.829478 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-4d0a53ac-f181-434c-a641-6c9af5a74ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 1130 time: 0.0527544 Apr 04 14:33:25.845744 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:25.947493 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-499c467c-e6e5-43d5-87ba-b8a44fc5b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:25.949117 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-499c467c-e6e5-43d5-87ba-b8a44fc5b771 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 200 len: 911 time: 0.1127257 Apr 04 14:33:26.007145 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-92e818c6-07e2-47d6-b71d-68b8cdeea693 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 200 len: 217 time: 0.0510569 Apr 04 14:33:26.065994 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-d4707f55-5299-428f-bc1b-4cdb7d87e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:26.067659 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-d4707f55-5299-428f-bc1b-4cdb7d87e964 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 200 len: 849 time: 0.0528531 Apr 04 14:33:26.079448 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:26.107831 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:26.119980 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:26.121027 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:26.129624 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-f56713c1-2082-4cfa-9e36-34294eb6d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:26.131440 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-f56713c1-2082-4cfa-9e36-34294eb6d945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb0863e1-5fc3-4668-b9c0-2f97605b9bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568843 Apr 04 14:33:26.190159 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafa194-13db-4852-ae29-9d37a9d88539 req-187c4477-617d-4fd4-8ac8-395ddac40d6f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103852) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:26.191638 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7bafa194-13db-4852-ae29-9d37a9d88539 req-187c4477-617d-4fd4-8ac8-395ddac40d6f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0865977 Apr 04 14:33:26.204255 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (305d631f-da80-4d42-92bf-123c07c1141e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:26.236589 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-4aba72f9-502f-4aaf-bcad-96598d615bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964761 Apr 04 14:33:26.239594 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:26.321807 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [req-7bafa194-13db-4852-ae29-9d37a9d88539 req-cfb06bc4-4069-4f9d-8665-9037d0a6683f tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214089 Apr 04 14:33:26.338276 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 88eff0af-2c53-429a-9c5b-d3a813bc5868 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:26.361286 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 88eff0af-2c53-429a-9c5b-d3a813bc5868 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:26.361995 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 88eff0af-2c53-429a-9c5b-d3a813bc5868 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:26.368670 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-19a3abaa-aa7f-4c4c-8697-5a600f754cc3 req-277494b4-3b6c-40b1-8a24-9890a13712ee service neutron] 10.222.0.18 "GET /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254587 Apr 04 14:33:26.484216 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:26.499927 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Deleting port 0e093db7-d835-40c9-933e-1d34e9a38e68 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:26.500509 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:26.513205 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b99b2eb-b4f0-409f-a8db-20ab4495d5aa None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:25:41Z', 'revision_number': 4, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi', '_interfaces': [{'id': '5b8027fb-3691-4b93-b7c2-dcd17de9e1b2', 'name': '', 'network_id': 'eb0863e1-5fc3-4668-b9c0-2f97605b9bec', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'mac_address': 'fa:16:3e:c9:8e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:41Z', 'updated_at': '2022-04-04T14:25:45Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'subnets': [{'id': '0e42724e-29ff-4d27-8571-ac69b5cfdb1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:26.579531 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] For port 0e093db7-d835-40c9-933e-1d34e9a38e68, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=0e093db7-d835-40c9-933e-1d34e9a38e68,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:26.579901 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:26.593462 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Calling delete_port for 0e093db7-d835-40c9-933e-1d34e9a38e68 owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:26.740059 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234e405-c07a-4e79-a2bd-14f6167cd145 None None] New status for floating IP 4a0b7c49-c7d6-4a2b-8985-9bfb4c8d2dba: DOWN {{(pid=103854) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 14:33:26.840376 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (0e093db7-d835-40c9-933e-1d34e9a38e68), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:26.869626 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e093db7-d835-40c9-933e-1d34e9a38e68,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:27.035703 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (305d631f-da80-4d42-92bf-123c07c1141e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.256320 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Router 305d631f-da80-4d42-92bf-123c07c1141e has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:27.461252 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c172-7a94-45e8-bd9d-9d3f0244421e req-6446dc94-4885-461d-9f5b-41fec36276a5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:27.462824 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-28c8c172-7a94-45e8-bd9d-9d3f0244421e req-6446dc94-4885-461d-9f5b-41fec36276a5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0608532 Apr 04 14:33:27.514204 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-28c8c172-7a94-45e8-bd9d-9d3f0244421e req-a83647f7-da30-4538-9955-2d860d6e5ddd tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448275 Apr 04 14:33:27.579804 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-5b156b41-696a-469f-a22a-93e50dc967c5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103853) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 14:33:27.581285 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-5b156b41-696a-469f-a22a-93e50dc967c5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 946 time: 0.0532868 Apr 04 14:33:27.644747 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:27.650427 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-346d6a13-16f4-48d2-8f11-e809e4b64c74 admin admin] 10.222.0.13 "PUT /v2.0/routers/305d631f-da80-4d42-92bf-123c07c1141e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094837 Apr 04 14:33:27.652913 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42660) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:27.656888 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Sync routers for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:27.673259 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:27.674233 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:27.687414 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port 6abf6653-4e2a-4657-b10c-218d09e188ce {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:27.687853 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.768002 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks [] for router (305d631f-da80-4d42-92bf-123c07c1141e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.781480 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] For port 6abf6653-4e2a-4657-b10c-218d09e188ce, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6abf6653-4e2a-4657-b10c-218d09e188ce,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:27.781987 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.796978 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for 6abf6653-4e2a-4657-b10c-218d09e188ce owned by compute:nova {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:27.881081 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks [] for router_gateway (305d631f-da80-4d42-92bf-123c07c1141e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.885930 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:27.997202 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (6abf6653-4e2a-4657-b10c-218d09e188ce), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:27.997782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Deleting port 866c191a-70d3-422e-9dac-31d053d25512 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:27.998122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (866c191a-70d3-422e-9dac-31d053d25512), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.026335 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=6abf6653-4e2a-4657-b10c-218d09e188ce,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:28.070092 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '866c191a-70d3-422e-9dac-31d053d25512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:33:26Z', 'revision_number': 5, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port': {'id': '866c191a-70d3-422e-9dac-31d053d25512', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305d631f-da80-4d42-92bf-123c07c1141e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:30:40Z', 'updated_at': '2022-04-04T14:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:28.084649 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] No DVR routers for this DVR port 6abf6653-4e2a-4657-b10c-218d09e188ce on host hv-cinder-83588 {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:28.087429 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for port (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.089143 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] For port 866c191a-70d3-422e-9dac-31d053d25512, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=866c191a-70d3-422e-9dac-31d053d25512,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:28.089511 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (866c191a-70d3-422e-9dac-31d053d25512), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.090329 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-426babe5-310f-4546-96bf-02d2f57dcdfb req-b87acd0a-61da-46cd-ac8e-32ccf16d79c2 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.18 "DELETE /v2.0/ports/6abf6653-4e2a-4657-b10c-218d09e188ce HTTP/1.1" status: 204 len: 173 time: 0.5039372 Apr 04 14:33:28.090773 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'name': 'network-vif-deleted', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce'}] {{(pid=103853) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 14:33:28.095463 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}059fbfe823f44887d7c26933cd5b6610415d4f0a4ba63eb63e8972295cfa7e06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d941f3b8-434b-4262-a23d-8f647ef4efdd" -d '{"events": [{"server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "name": "network-vif-deleted", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce"}]}' {{(pid=103853) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 14:33:28.102297 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Checking router: 305d631f-da80-4d42-92bf-123c07c1141e for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:28.104745 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Calling delete_port for 866c191a-70d3-422e-9dac-31d053d25512 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:28.113454 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Routers {'305d631f-da80-4d42-92bf-123c07c1141e'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:28.114392 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['305d631f-da80-4d42-92bf-123c07c1141e'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:28.136463 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890b3a6c-e28f-46ca-a592-cbf1aa568a4f x-openstack-request-id: req-890b3a6c-e28f-46ca-a592-cbf1aa568a4f {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 14:33:28.136763 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b63ee19-e313-424a-9c3a-b8821a303546", "name": "network-vif-deleted", "tag": "6abf6653-4e2a-4657-b10c-218d09e188ce", "status": "completed", "code": 200}]} {{(pid=103853) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 14:33:28.137019 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-890b3a6c-e28f-46ca-a592-cbf1aa568a4f {{(pid=103853) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 14:33:28.137426 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890b3a6c-e28f-46ca-a592-cbf1aa568a4f'] response: {'server_uuid': '1b63ee19-e313-424a-9c3a-b8821a303546', 'name': 'network-vif-deleted', 'tag': '6abf6653-4e2a-4657-b10c-218d09e188ce', 'status': 'completed', 'code': 200} Apr 04 14:33:28.208039 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] Set router 305d631f-da80-4d42-92bf-123c07c1141e gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:28.266894 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:33:27Z', 'revision_number': 6, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:28.297136 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d75af2-00df-40a1-87f9-50398a243fea None None] The sync data for ids ['305d631f-da80-4d42-92bf-123c07c1141e'] in dv-cinder-835880-4-iscsi is: [{'id': '305d631f-da80-4d42-92bf-123c07c1141e', 'name': 'tempest-TestMinimumBasicScenario-1786279985-router', 'tenant_id': 'b844e0a934f840069968ac491fca7ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:30:39Z', 'updated_at': '2022-04-04T14:33:27Z', 'revision_number': 6, 'project_id': 'b844e0a934f840069968ac491fca7ac9', 'gw_port_host': None}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:28.356887 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (866c191a-70d3-422e-9dac-31d053d25512), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.409441 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Pushing event deleted for resources: {'Port': ['ID=866c191a-70d3-422e-9dac-31d053d25512,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:28.455604 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (305d631f-da80-4d42-92bf-123c07c1141e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.558305 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (305d631f-da80-4d42-92bf-123c07c1141e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.560497 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks [] for router_controller (305d631f-da80-4d42-92bf-123c07c1141e), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.627551 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [req-bc9eccb2-77f1-49b1-9ff3-4ff676ab289d req-4af1a97d-3cd1-4c25-904d-2044ac47c2eb tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b63ee19-e313-424a-9c3a-b8821a303546 HTTP/1.1" status: 200 len: 210 time: 0.0383167 Apr 04 14:33:28.693751 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (305d631f-da80-4d42-92bf-123c07c1141e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.694438 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305d631f-da80-4d42-92bf-123c07c1141e {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:33:28.702429 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.702429 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-90da80c1-9c12-4a7e-8b73-41fd3267f41a admin admin] 10.222.0.13 "DELETE /v2.0/routers/305d631f-da80-4d42-92bf-123c07c1141e HTTP/1.1" status: 204 len: 168 time: 1.0464010 Apr 04 14:33:28.703443 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42672) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:28.752275 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Deleting subnet 2bbf7b3f-3b47-475a-9ac7-62cc59753d36 {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:33:28.755821 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Publish callbacks [] for subnet (2bbf7b3f-3b47-475a-9ac7-62cc59753d36), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.788978 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (2bbf7b3f-3b47-475a-9ac7-62cc59753d36), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.866182 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (2bbf7b3f-3b47-475a-9ac7-62cc59753d36), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:28.980267 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (2bbf7b3f-3b47-475a-9ac7-62cc59753d36), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.009242 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbf7b3f-3b47-475a-9ac7-62cc59753d36,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:29.015625 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.019001 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0f3612da-3c53-4cf9-acc8-499066b76a7d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bbf7b3f-3b47-475a-9ac7-62cc59753d36 HTTP/1.1" status: 204 len: 168 time: 0.3145828 Apr 04 14:33:29.021310 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd28621c-c789-4bb2-be21-5f026030e53e None None] Network 4fb3e211-88a6-45eb-89b1-37c647c53f5a requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:33:29.021758 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42674) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:29.102404 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (4fb3e211-88a6-45eb-89b1-37c647c53f5a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.177351 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Deleting port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:29.177862 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.221212 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] DHCP port deletion for 4fb3e211-88a6-45eb-89b1-37c647c53f5a request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:33:29.264802 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] For port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:29.265165 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.277564 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Deleting port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:29.277820 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.278916 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Calling delete_port for 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:29.345160 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] For port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,segment=NetworkSegment(96d57c5e-cea9-46e5-9c71-26d385e4e43b),segment_id=96d57c5e-cea9-46e5-9c71-26d385e4e43b)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:29.350473 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.359017 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Calling delete_port for 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:29.421259 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.438665 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (2827ceb6-ec7e-470b-8de8-7261e6e48eb5), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.450882 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:29.455438 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] No DVR routers for this DVR port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:29.471495 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] Pushing event deleted for resources: {'Port': ['ID=2827ceb6-ec7e-470b-8de8-7261e6e48eb5,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:29.475627 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38cdd8d-3d0f-48bd-9d4e-18d3adf874ee None None] No DVR routers for this DVR port 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:29.535756 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (4fb3e211-88a6-45eb-89b1-37c647c53f5a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.556175 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb3e211-88a6-45eb-89b1-37c647c53f5a']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:29.565167 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d57c5e-cea9-46e5-9c71-26d385e4e43b') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:29.565465 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d57c5e-cea9-46e5-9c71-26d385e4e43b') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:29.574370 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (96d57c5e-cea9-46e5-9c71-26d385e4e43b), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.587549 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (96d57c5e-cea9-46e5-9c71-26d385e4e43b), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.593955 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (96d57c5e-cea9-46e5-9c71-26d385e4e43b), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:33:29.597703 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:33:29.667026 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42680) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:29.693693 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42682) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:29.712656 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Deleting subnet a9c18edb-4188-4ffa-9b9b-171e4b40a818 {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:33:29.715755 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Publish callbacks [] for subnet (a9c18edb-4188-4ffa-9b9b-171e4b40a818), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.749362 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (a9c18edb-4188-4ffa-9b9b-171e4b40a818), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.769101 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (4fb3e211-88a6-45eb-89b1-37c647c53f5a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.778459 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.782328 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4fb3e211-88a6-45eb-89b1-37c647c53f5a HTTP/1.1" status: 204 len: 168 time: 0.7599821 Apr 04 14:33:29.795122 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bb542-ba0e-488a-b84b-728017b36ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb3e211-88a6-45eb-89b1-37c647c53f5a,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:29.807593 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (a9c18edb-4188-4ffa-9b9b-171e4b40a818), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.830381 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Deleting port 6dc89732-25e8-4cd0-b530-61a1bae20039 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:29.830929 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.905716 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.905972 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (6dc89732-25e8-4cd0-b530-61a1bae20039), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.917315 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Calling delete_port for 6dc89732-25e8-4cd0-b530-61a1bae20039 owned by network:floatingip {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:29.948782 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (a9c18edb-4188-4ffa-9b9b-171e4b40a818), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.972695 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c18edb-4188-4ffa-9b9b-171e4b40a818,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:29.979169 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:29.982792 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-6caad80f-4d5b-4501-87c8-d9c9f762906c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a9c18edb-4188-4ffa-9b9b-171e4b40a818 HTTP/1.1" status: 204 len: 168 time: 0.3144760 Apr 04 14:33:29.986559 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42686) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:30.051055 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.110879 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (6dc89732-25e8-4cd0-b530-61a1bae20039), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.136569 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'Port': ['ID=6dc89732-25e8-4cd0-b530-61a1bae20039,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:30.136836 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.165658 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4589288a-44b4-4c7b-9f1b-1e6ba4f9b076']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:30.168878 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42688) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:30.176041 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbb1f3e-6e7e-4614-a21e-be6715144b1f') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:30.176335 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbb1f3e-6e7e-4614-a21e-be6715144b1f') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:30.185505 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (7cbb1f3e-6e7e-4614-a21e-be6715144b1f), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.198686 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (7cbb1f3e-6e7e-4614-a21e-be6715144b1f), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.204533 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (7cbb1f3e-6e7e-4614-a21e-be6715144b1f), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:33:30.214203 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:33:30.229115 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for floatingip (98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.232023 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-214972'] for floatingip (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.236327 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-bc742ca6-94b8-48be-abba-2cfc9420cf51 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "DELETE /v2.0/floatingips/98fbf1f6-79e7-4f5a-ab05-2ddb2a083b84 HTTP/1.1" status: 204 len: 168 time: 0.5385089 Apr 04 14:33:30.245628 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-ed4845b7-dc2e-45ab-95cd-e4dfb342ac21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dbebf9bc6c54b2892706601dbeb97b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756757 Apr 04 14:33:30.248124 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42692) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:30.313741 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] Publish callbacks [] for security_group (0d031d38-e65b-45c6-abf5-a6904af1269b), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.328143 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 866c191a-70d3-422e-9dac-31d053d25512 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:30.340289 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] Publish callbacks [] for security_group (0d031d38-e65b-45c6-abf5-a6904af1269b), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.348602 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 866c191a-70d3-422e-9dac-31d053d25512 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:30.348946 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 866c191a-70d3-422e-9dac-31d053d25512 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:30.349534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:30.362260 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (4589288a-44b4-4c7b-9f1b-1e6ba4f9b076), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.372498 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.372953 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:30.373492 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2827ceb6-ec7e-470b-8de8-7261e6e48eb5 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:30.374632 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 0e093db7-d835-40c9-933e-1d34e9a38e68 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:30.376435 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4589288a-44b4-4c7b-9f1b-1e6ba4f9b076 HTTP/1.1" status: 204 len: 168 time: 0.3895555 Apr 04 14:33:30.387803 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4adb73-97dc-4d73-8d7b-85de3f295986 admin admin] Pushing event deleted for resources: {'Network': ['ID=4589288a-44b4-4c7b-9f1b-1e6ba4f9b076,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:30.406294 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 0e093db7-d835-40c9-933e-1d34e9a38e68 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:30.406853 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 0e093db7-d835-40c9-933e-1d34e9a38e68 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:30.508439 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (0d031d38-e65b-45c6-abf5-a6904af1269b), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.511048 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.512278 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d031d38-e65b-45c6-abf5-a6904af1269b HTTP/1.1" status: 204 len: 168 time: 0.2631886 Apr 04 14:33:30.520338 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5ff88-118c-40d4-82ee-839a88354def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d031d38-e65b-45c6-abf5-a6904af1269b,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:30.808852 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42704) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:30.852549 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-9ce27e5d-73ba-4789-8db5-841238458603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab2338d511564b5583d39cc892883452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425649 Apr 04 14:33:30.855256 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42706) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:30.901994 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] Publish callbacks [] for security_group (451c8746-0aa2-49b2-a078-6ff000c80c05), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:30.922967 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] Publish callbacks [] for security_group (451c8746-0aa2-49b2-a078-6ff000c80c05), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.053839 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (451c8746-0aa2-49b2-a078-6ff000c80c05), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.056532 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.058046 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/451c8746-0aa2-49b2-a078-6ff000c80c05 HTTP/1.1" status: 204 len: 168 time: 0.2015603 Apr 04 14:33:31.066430 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a46a-3b49-4652-a36f-9ad687bd6eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451c8746-0aa2-49b2-a078-6ff000c80c05,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:31.236523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42712) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:31.275689 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-f2757fde-674d-4a58-bbef-fcd7b5d14979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b844e0a934f840069968ac491fca7ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378852 Apr 04 14:33:31.278161 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42714) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:31.323618 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] Publish callbacks [] for security_group (79ca38d4-1932-47bf-b4f1-5e08659c3150), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.355348 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] Publish callbacks [] for security_group (79ca38d4-1932-47bf-b4f1-5e08659c3150), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.486020 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (79ca38d4-1932-47bf-b4f1-5e08659c3150), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.488683 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.489900 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79ca38d4-1932-47bf-b4f1-5e08659c3150 HTTP/1.1" status: 204 len: 168 time: 0.2108045 Apr 04 14:33:31.498824 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7c3c4-fa67-401c-9a95-fd9078ecc12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca38d4-1932-47bf-b4f1-5e08659c3150,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:31.653004 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42720) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:31.713728 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.742620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.865201 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.868053 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:31.869300 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6 HTTP/1.1" status: 204 len: 168 time: 0.2152960 Apr 04 14:33:31.879704 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1f9b-b378-4632-be76-ad725028b9e5 tempest-TestVolumeBootPattern-139839059 tempest-TestVolumeBootPattern-139839059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fd5a3-cb70-44e4-a9d0-f8592e8b56f6,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:31.954455 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 6abf6653-4e2a-4657-b10c-218d09e188ce no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:31.974962 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42724) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:31.977087 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] No Port match for: 6abf6653-4e2a-4657-b10c-218d09e188ce {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:31.977436 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Device 6abf6653-4e2a-4657-b10c-218d09e188ce not bound to the agent host hv-cinder-83588 {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:32.505614 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:32.747627 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Deleting port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:32.747963 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:32.822926 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] For port 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:32.823307 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:32.838515 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Calling delete_port for 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:33.081856 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (5b8027fb-3691-4b93-b7c2-dcd17de9e1b2), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:33.105337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8027fb-3691-4b93-b7c2-dcd17de9e1b2,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:33.274163 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:33.487475 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Router ef7bb899-32ec-4173-bd83-49d1acac7c50 has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:33.591242 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:33.596754 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-c24ae4fa-e7dd-4396-9638-fddbadcc3f5b admin admin] 10.222.0.13 "PUT /v2.0/routers/ef7bb899-32ec-4173-bd83-49d1acac7c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206350 Apr 04 14:33:33.599277 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42728) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:33.603021 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Sync routers for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:33.616422 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:33.617048 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:33.702837 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks [] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:33.723090 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: dv-cinder-835880-4-iscsi {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:33.806389 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks [] for router_gateway (ef7bb899-32ec-4173-bd83-49d1acac7c50), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.031358 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:33:32Z', 'revision_number': 5, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port': {'id': '3d9e6a32-1285-4a75-8483-cde81d0fa738', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:38Z', 'updated_at': '2022-04-04T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:34.057752 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Checking router: ef7bb899-32ec-4173-bd83-49d1acac7c50 for host: dv-cinder-835880-4-iscsi {{(pid=103854) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:34.067057 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Routers {'ef7bb899-32ec-4173-bd83-49d1acac7c50'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103854) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:34.067726 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['ef7bb899-32ec-4173-bd83-49d1acac7c50'], 'active': True} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:34.159456 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvr_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] Set router ef7bb899-32ec-4173-bd83-49d1acac7c50 gateway port host: None {{(pid=103854) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:34.191709 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Deleting port 3d9e6a32-1285-4a75-8483-cde81d0fa738 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:34.192052 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.214081 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_hamode_db [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:33:33Z', 'revision_number': 6, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103854) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:34.241397 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e531850-53fb-4f37-99c6-013ebb8b99be None None] The sync data for ids ['ef7bb899-32ec-4173-bd83-49d1acac7c50'] in dv-cinder-835880-4-iscsi is: [{'id': 'ef7bb899-32ec-4173-bd83-49d1acac7c50', 'name': 'tempest-TestVolumeBootPattern-53950960-router', 'tenant_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:37Z', 'updated_at': '2022-04-04T14:33:33Z', 'revision_number': 6, 'project_id': '8c7ff1c601aa4a59845c689fed23b8fd', 'gw_port_host': None}] {{(pid=103854) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:34.277439 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] For port 3d9e6a32-1285-4a75-8483-cde81d0fa738, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=3d9e6a32-1285-4a75-8483-cde81d0fa738,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:34.277820 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.291512 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Calling delete_port for 3d9e6a32-1285-4a75-8483-cde81d0fa738 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:34.515946 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (3d9e6a32-1285-4a75-8483-cde81d0fa738), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.540477 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9e6a32-1285-4a75-8483-cde81d0fa738,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:34.608442 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.692529 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.694608 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks [] for router_controller (ef7bb899-32ec-4173-bd83-49d1acac7c50), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.847460 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (ef7bb899-32ec-4173-bd83-49d1acac7c50), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.847981 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7bb899-32ec-4173-bd83-49d1acac7c50 {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:33:34.852206 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.853354 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-3e776ab2-277a-4670-8302-3c787d971e44 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ef7bb899-32ec-4173-bd83-49d1acac7c50 HTTP/1.1" status: 204 len: 168 time: 1.2531614 Apr 04 14:33:34.856211 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42730) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:34.898864 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Deleting subnet 0e42724e-29ff-4d27-8571-ac69b5cfdb1a {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:33:34.901934 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Publish callbacks [] for subnet (0e42724e-29ff-4d27-8571-ac69b5cfdb1a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:34.934827 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (0e42724e-29ff-4d27-8571-ac69b5cfdb1a), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.013327 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (0e42724e-29ff-4d27-8571-ac69b5cfdb1a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.155450 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (0e42724e-29ff-4d27-8571-ac69b5cfdb1a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.180618 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e42724e-29ff-4d27-8571-ac69b5cfdb1a,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:35.184191 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.187973 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-424fa64f-c3d8-4cb5-a90c-da863f7ed244 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e42724e-29ff-4d27-8571-ac69b5cfdb1a HTTP/1.1" status: 204 len: 168 time: 0.3308022 Apr 04 14:33:35.190576 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42732) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:35.193467 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cc37f-3ae4-4180-97ac-1f36d333e5d9 None None] Network eb0863e1-5fc3-4668-b9c0-2f97605b9bec requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:33:35.261646 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (eb0863e1-5fc3-4668-b9c0-2f97605b9bec), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.327921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Deleting port 2b523311-a4d6-4991-8f0a-0226e9579e41 {{(pid=103853) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:35.328262 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.359867 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] DHCP port deletion for eb0863e1-5fc3-4668-b9c0-2f97605b9bec request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:33:35.397510 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.db [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] For port 2b523311-a4d6-4991-8f0a-0226e9579e41, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2b523311-a4d6-4991-8f0a-0226e9579e41,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103853) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:35.397510 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.406804 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.plugin [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Calling delete_port for 2b523311-a4d6-4991-8f0a-0226e9579e41 owned by network:dhcp {{(pid=103853) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:35.410476 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Deleting port 2b523311-a4d6-4991-8f0a-0226e9579e41 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:35.410874 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.470683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] For port 2b523311-a4d6-4991-8f0a-0226e9579e41, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=2b523311-a4d6-4991-8f0a-0226e9579e41,segment=NetworkSegment(d5641f0b-d117-4595-94bb-b0c439028b70),segment_id=d5641f0b-d117-4595-94bb-b0c439028b70)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:35.471075 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.484131 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Calling delete_port for 2b523311-a4d6-4991-8f0a-0226e9579e41 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:35.533591 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10482942'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.556394 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (2b523311-a4d6-4991-8f0a-0226e9579e41), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.563489 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] No DVR routers for this DVR port 2b523311-a4d6-4991-8f0a-0226e9579e41 on host dv-cinder-835880-4-iscsi {{(pid=103853) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:35.568126 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b523311-a4d6-4991-8f0a-0226e9579e41,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:35.583554 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Pushing event deleted for resources: {'Port': ['ID=2b523311-a4d6-4991-8f0a-0226e9579e41,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:35.593049 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.593356 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.593719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.594041 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.594375 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.594704 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.595030 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.595377 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.595705 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.596029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.596353 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.596679 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.597023 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.597323 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.597646 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-4-iscsi {{(pid=103854) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 14:33:35.600407 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4c510-7289-47c8-9e66-e292c1b54c70 None None] No DVR routers for this DVR port 2b523311-a4d6-4991-8f0a-0226e9579e41 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:35.639921 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (eb0863e1-5fc3-4668-b9c0-2f97605b9bec), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.659497 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0863e1-5fc3-4668-b9c0-2f97605b9bec']}} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:35.668378 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5641f0b-d117-4595-94bb-b0c439028b70') {'for_net_delete': True} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:35.668673 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.services.segments.db [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5641f0b-d117-4595-94bb-b0c439028b70') {} {{(pid=103853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:35.678168 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9691627'] for segment (d5641f0b-d117-4595-94bb-b0c439028b70), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.691730 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (d5641f0b-d117-4595-94bb-b0c439028b70), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.698074 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103853) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:33:35.698434 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10482859'] for segment (d5641f0b-d117-4595-94bb-b0c439028b70), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: Traceback (most recent call last): Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: timer() Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: cb(*args, **kw) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: return func(*args, **kwargs) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: self._notify() Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: self.callback(batched_events) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: event.method(event) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: return f(self, *a, **k) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._get(url).json() Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: return self.request(url, 'GET', **kwargs) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:33:35.700052 dv-cinder-835880-4-iscsi neutron-server[103853]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:33:35.811922 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (eb0863e1-5fc3-4668-b9c0-2f97605b9bec), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.816519 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:35.819835 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb0863e1-5fc3-4668-b9c0-2f97605b9bec HTTP/1.1" status: 204 len: 168 time: 0.6281879 Apr 04 14:33:35.822893 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42734) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:35.832174 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c65b8b-f245-4f33-bbc9-6c7d6190b09e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0863e1-5fc3-4668-b9c0-2f97605b9bec,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:36.157769 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573562'] for router_interface (41785686-ad24-4b46-86ea-25527f1b885a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:36.291709 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 3d9e6a32-1285-4a75-8483-cde81d0fa738 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:36.313114 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 3d9e6a32-1285-4a75-8483-cde81d0fa738 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:36.313585 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 3d9e6a32-1285-4a75-8483-cde81d0fa738 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:36.314007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:36.332795 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:36.333141 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 5b8027fb-3691-4b93-b7c2-dcd17de9e1b2 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:36.333548 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2b523311-a4d6-4991-8f0a-0226e9579e41 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:36.352386 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 2b523311-a4d6-4991-8f0a-0226e9579e41 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:36.352724 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 2b523311-a4d6-4991-8f0a-0226e9579e41 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:36.407765 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Deleting port 8366c8da-4d7b-4498-a2fa-98229dc1935a {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:36.408160 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:36.486147 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] For port 8366c8da-4d7b-4498-a2fa-98229dc1935a, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=8366c8da-4d7b-4498-a2fa-98229dc1935a,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:36.486513 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:36.500119 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Calling delete_port for 8366c8da-4d7b-4498-a2fa-98229dc1935a owned by network:router_interface {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:36.776861 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (8366c8da-4d7b-4498-a2fa-98229dc1935a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:36.801983 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Pushing event deleted for resources: {'Port': ['ID=8366c8da-4d7b-4498-a2fa-98229dc1935a,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:36.964250 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575210'] for router_interface (41785686-ad24-4b46-86ea-25527f1b885a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.172847 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Router 41785686-ad24-4b46-86ea-25527f1b885a has already been hosted by L3 agent 49b978fb-7cbc-4661-8ec7-82d09c02095b {{(pid=103852) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 14:33:37.279043 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] Notify agent at l3_agent.dv-cinder-835880-4-iscsi the message routers_updated {{(pid=103852) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 14:33:37.284036 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-b2c6d462-e800-4669-87ab-b4349550c638 admin admin] 10.222.0.13 "PUT /v2.0/routers/41785686-ad24-4b46-86ea-25527f1b885a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4600945 Apr 04 14:33:37.286613 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42736) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:37.289112 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Sync routers for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 14:33:37.300325 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:37.301266 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:37.390329 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks [] for router (41785686-ad24-4b46-86ea-25527f1b885a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.404554 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: dv-cinder-835880-4-iscsi {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:37.491812 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks [] for router_gateway (41785686-ad24-4b46-86ea-25527f1b885a), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.577738 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'external_fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:33:36Z', 'revision_number': 5, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port': {'id': 'fa90f4f7-4887-4da8-a053-3c5165bae870', 'name': '', 'network_id': '45ec64f2-d550-4b1b-9f5f-932a8ff800e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41785686-ad24-4b46-86ea-25527f1b885a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T14:25:45Z', 'updated_at': '2022-04-04T14:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f59f859b-08af-4ad2-8113-f06931382c3d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-4-iscsi'}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:37.604284 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Checking router: 41785686-ad24-4b46-86ea-25527f1b885a for host: dv-cinder-835880-4-iscsi {{(pid=103855) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 14:33:37.608519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Deleting port fa90f4f7-4887-4da8-a053-3c5165bae870 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:37.608860 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.612985 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Routers {'41785686-ad24-4b46-86ea-25527f1b885a'} bound to L3 agent in host dv-cinder-835880-4-iscsi {{(pid=103855) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 14:33:37.613587 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T14:13:43Z,description=,heartbeat_timestamp=2022-04-04T14:33:13Z,host='dv-cinder-835880-4-iscsi',id=49b978fb-7cbc-4661-8ec7-82d09c02095b,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T14:13:44Z,topic='l3_agent')) {'router_ids': ['41785686-ad24-4b46-86ea-25527f1b885a'], 'active': True} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:37.686713 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] For port fa90f4f7-4887-4da8-a053-3c5165bae870, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=fa90f4f7-4887-4da8-a053-3c5165bae870,segment=NetworkSegment(0151704e-6bb2-43a4-bdf6-262291a75318),segment_id=0151704e-6bb2-43a4-bdf6-262291a75318)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:37.687073 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.698656 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_dvr_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] Set router 41785686-ad24-4b46-86ea-25527f1b885a gateway port host: None {{(pid=103855) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 14:33:37.699907 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Calling delete_port for fa90f4f7-4887-4da8-a053-3c5165bae870 owned by network:router_gateway {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:37.749194 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.l3_hamode_db [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:33:37Z', 'revision_number': 6, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port_host': None}], 'dv-cinder-835880-4-iscsi', False) {} {{(pid=103855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:37.776741 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fb24dc-cf68-4471-a6d2-e1c5c533e1db None None] The sync data for ids ['41785686-ad24-4b46-86ea-25527f1b885a'] in dv-cinder-835880-4-iscsi is: [{'id': '41785686-ad24-4b46-86ea-25527f1b885a', 'name': 'tempest-TestVolumeBootPattern-1523157385-router', 'tenant_id': '947ae9ba7d8a42c285f7530fe208e239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T14:25:44Z', 'updated_at': '2022-04-04T14:33:37Z', 'revision_number': 6, 'project_id': '947ae9ba7d8a42c285f7530fe208e239', 'gw_port_host': None}] {{(pid=103855) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 14:33:37.905464 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (fa90f4f7-4887-4da8-a053-3c5165bae870), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:37.929630 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa90f4f7-4887-4da8-a053-3c5165bae870,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:37.987999 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-574208'] for router_gateway (41785686-ad24-4b46-86ea-25527f1b885a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.077570 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1424'] for router (41785686-ad24-4b46-86ea-25527f1b885a), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.079568 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks [] for router_controller (41785686-ad24-4b46-86ea-25527f1b885a), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.161911 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-576485'] for router (41785686-ad24-4b46-86ea-25527f1b885a), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.162511 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41785686-ad24-4b46-86ea-25527f1b885a {{(pid=103852) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 14:33:38.166794 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.168203 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4f503555-afdf-40b1-936b-f7d8b1f3f0e6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/41785686-ad24-4b46-86ea-25527f1b885a HTTP/1.1" status: 204 len: 168 time: 0.8804696 Apr 04 14:33:38.170523 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42738) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:38.219268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Deleting subnet ef4e6f10-64b2-4738-be01-3f631158da1e {{(pid=103852) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 14:33:38.222293 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Publish callbacks [] for subnet (ef4e6f10-64b2-4738-be01-3f631158da1e), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.257311 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11894362'] for subnet (ef4e6f10-64b2-4738-be01-3f631158da1e), precommit_delete_associations {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.335362 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1869885'] for subnet (ef4e6f10-64b2-4738-be01-3f631158da1e), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.465098 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8555088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12032209'] for subnet (ef4e6f10-64b2-4738-be01-3f631158da1e), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.487900 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef4e6f10-64b2-4738-be01-3f631158da1e,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:38.494519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.499028 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-32b76bf1-2da9-4216-b666-d436b16a9f5d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef4e6f10-64b2-4738-be01-3f631158da1e HTTP/1.1" status: 204 len: 168 time: 0.3269205 Apr 04 14:33:38.500476 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c59be7-3377-40fb-82f1-ff7e78aa9508 None None] Network efd95064-edbc-4397-a50d-e09ad00a3d12 requested from dv-cinder-835880-4-iscsi {{(pid=103854) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 14:33:38.501268 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42740) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:38.597003 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1929084'] for network (efd95064-edbc-4397-a50d-e09ad00a3d12), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.608235 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device fa90f4f7-4887-4da8-a053-3c5165bae870 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:38.630029 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: fa90f4f7-4887-4da8-a053-3c5165bae870 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:38.630563 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device fa90f4f7-4887-4da8-a053-3c5165bae870 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:38.630983 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 8366c8da-4d7b-4498-a2fa-98229dc1935a no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:38.650728 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: 8366c8da-4d7b-4498-a2fa-98229dc1935a {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:38.651072 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device 8366c8da-4d7b-4498-a2fa-98229dc1935a not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:38.659591 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Deleting port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 {{(pid=103852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:38.659945 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.672022 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] DHCP port deletion for efd95064-edbc-4397-a50d-e09ad00a3d12 request from dv-cinder-835880-4-iscsi {{(pid=103854) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 14:33:38.720519 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.db [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] For port cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:38.720877 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.723079 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Deleting port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 {{(pid=103854) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 14:33:38.723487 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747030878486'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), before_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.734994 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.plugin [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Calling delete_port for cf626b11-0e9c-4b9a-8cc0-eb998787aa29 owned by network:dhcp {{(pid=103852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:38.789125 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.db [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] For port cf626b11-0e9c-4b9a-8cc0-eb998787aa29, host dv-cinder-835880-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-4-iscsi',level=0,port_id=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,segment=NetworkSegment(f5bdeedc-1369-4b71-a79c-65c21243c8c1),segment_id=f5bdeedc-1369-4b71-a79c-65c21243c8c1)] {{(pid=103854) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 14:33:38.789533 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578888'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), precommit_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.803880 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Calling delete_port for cf626b11-0e9c-4b9a-8cc0-eb998787aa29 owned by network:dhcp {{(pid=103854) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 14:33:38.899368 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8552611'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.904837 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2025326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747030882681', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747030397431'] for port (cf626b11-0e9c-4b9a-8cc0-eb998787aa29), after_delete {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:38.926650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] No DVR routers for this DVR port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 on host dv-cinder-835880-4-iscsi {{(pid=103852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:38.930616 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] Pushing event deleted for resources: {'Port': ['ID=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,revision_number=None']} {{(pid=103854) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:38.934149 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf626b11-0e9c-4b9a-8cc0-eb998787aa29,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:38.934307 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fec2d-8bbc-4991-a95f-8e06986626b4 None None] No DVR routers for this DVR port cf626b11-0e9c-4b9a-8cc0-eb998787aa29 on host dv-cinder-835880-4-iscsi {{(pid=103854) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 14:33:39.005650 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2065078', 'neutron.services.segments.db._delete_segments_for_network-8747030709050'] for network (efd95064-edbc-4397-a50d-e09ad00a3d12), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.025507 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd95064-edbc-4397-a50d-e09ad00a3d12']}} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:39.034922 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bdeedc-1369-4b71-a79c-65c21243c8c1') {'for_net_delete': True} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:39.035248 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.services.segments.db [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bdeedc-1369-4b71-a79c-65c21243c8c1') {} {{(pid=103852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 14:33:39.044158 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747030707523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11894353'] for segment (f5bdeedc-1369-4b71-a79c-65c21243c8c1), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.057337 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650'] for segment (f5bdeedc-1369-4b71-a79c-65c21243c8c1), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.063003 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103852) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1872650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8552694'] for segment (f5bdeedc-1369-4b71-a79c-65c21243c8c1), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: Traceback (most recent call last): Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: timer() Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: cb(*args, **kw) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: return func(*args, **kwargs) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: self._notify() Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: self.callback(batched_events) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: event.method(event) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: return f(self, *a, **k) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._get(url).json() Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: return self.request(url, 'GET', **kwargs) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 14:33:39.067943 dv-cinder-835880-4-iscsi neutron-server[103852]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 14:33:39.190333 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2065087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1030212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-574316'] for network (efd95064-edbc-4397-a50d-e09ad00a3d12), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.196302 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1030258'] for network (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.200872 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/efd95064-edbc-4397-a50d-e09ad00a3d12 HTTP/1.1" status: 204 len: 168 time: 0.6972072 Apr 04 14:33:39.210436 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b883368-da55-49bb-b633-2f88a8a70a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=efd95064-edbc-4397-a50d-e09ad00a3d12,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:39.531369 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42744) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:39.568543 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-60fec5da-de01-4f93-843e-23c09933229b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c7ff1c601aa4a59845c689fed23b8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0360808 Apr 04 14:33:39.570795 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [-] (103852) accepted ('10.222.0.13', 42746) {{(pid=103852) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:39.618825 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] Publish callbacks [] for security_group (f07682a3-5077-44fc-b6e1-ef5b0a4edffb), before_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:39.908205 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] Publish callbacks [] for security_group (f07682a3-5077-44fc-b6e1-ef5b0a4edffb), precommit_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.010918 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (f07682a3-5077-44fc-b6e1-ef5b0a4edffb), after_delete {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.013481 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron_lib.callbacks.manager [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.015287 dv-cinder-835880-4-iscsi neutron-server[103852]: INFO neutron.wsgi [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f07682a3-5077-44fc-b6e1-ef5b0a4edffb HTTP/1.1" status: 204 len: 168 time: 0.4435754 Apr 04 14:33:40.022670 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a812f-14b1-44f4-8e0a-c92dae3e9e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07682a3-5077-44fc-b6e1-ef5b0a4edffb,revision_number=None']} {{(pid=103852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:40.292187 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device cf626b11-0e9c-4b9a-8cc0-eb998787aa29 no longer exists at agent ovs-agent-dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 14:33:40.313583 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.plugin [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] No Port match for: cf626b11-0e9c-4b9a-8cc0-eb998787aa29 {{(pid=103854) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 14:33:40.314017 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron.plugins.ml2.rpc [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Device cf626b11-0e9c-4b9a-8cc0-eb998787aa29 not bound to the agent host dv-cinder-835880-4-iscsi {{(pid=103854) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 14:33:40.630634 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42752) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:40.668865 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-77944cc0-3cc4-43ed-9797-57f7efa71e21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=947ae9ba7d8a42c285f7530fe208e239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369918 Apr 04 14:33:40.671981 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [-] (103853) accepted ('10.222.0.13', 42754) {{(pid=103853) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 14:33:40.716575 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] Publish callbacks [] for security_group (58982930-f43d-4e6c-93b8-a4f797d45d52), before_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.738223 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] Publish callbacks [] for security_group (58982930-f43d-4e6c-93b8-a4f797d45d52), precommit_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.857053 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032666'] for security_group (58982930-f43d-4e6c-93b8-a4f797d45d52), after_delete {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.859598 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron_lib.callbacks.manager [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:40.860761 dv-cinder-835880-4-iscsi neutron-server[103853]: INFO neutron.wsgi [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58982930-f43d-4e6c-93b8-a4f797d45d52 HTTP/1.1" status: 204 len: 168 time: 0.1878831 Apr 04 14:33:40.868620 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94dbbd-fd1b-4359-ad8d-7ab7953414f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58982930-f43d-4e6c-93b8-a4f797d45d52,revision_number=None']} {{(pid=103853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 14:33:41.196530 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-b743dc7c-b30f-4c14-b6f5-0cf7689b8167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:43.481762 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d85fbc4d-4859-434b-8e4c-d67a6190a3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:44.715736 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:45.961780 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:45.972755 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:33:46.511570 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:33:47.359502 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:11.193700 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2d96-d5f5-4745-a9df-4e2079af24f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:13.446682 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-47125bbc-181d-4036-89c2-9c7c91a77932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:14.707447 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:15.949510 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:16.021641 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:17.350095 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:23.510525 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:34:41.172128 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac607-5c1a-4167-8ce1-6b4a8cd81c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:43.427234 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f2978169-fece-48e8-a406-3ffce4463ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:44.709402 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:46.086297 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:46.097670 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:34:47.366636 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:00.510987 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:35:11.175287 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-13700f15-9022-4336-a7a4-1d332df108b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:13.428719 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-193a2501-527a-42b1-b82e-6d987cf8ef09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:14.695007 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:15.960012 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:15.988393 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:17.365992 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:37.510146 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:35:41.197351 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9bf93a90-8d4f-442b-bb45-4bca61fc01b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:43.422833 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef3e8151-93fe-4a06-a814-7c267499d3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:44.694263 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:45.991433 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:46.002939 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:35:47.462669 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:11.167971 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-7d329819-4c68-46cd-880b-a93e6e1bbecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:13.416825 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-ef3dbd9b-8aaf-45f6-bb82-14c3adec842a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:14.509663 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:36:14.734119 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:15.987959 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:16.010716 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:17.370915 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:41.167534 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-84f680ac-9ed9-4098-8162-a43ee45a541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:43.470496 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-caab38db-0271-4fc9-bbaf-1468fdbc49ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:44.702049 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:45.999248 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:46.016288 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:47.413418 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:36:51.508619 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:37:11.187313 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-eb0368f6-595f-4062-9253-c2ccb77cffbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:13.441421 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-635532d6-9290-45e2-a5fb-22840b1ccde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:14.712700 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:16.004211 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:16.038408 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:17.404847 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:28.507968 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:37:41.169683 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-62846f23-3ff1-4c48-8f93-8237585b312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:43.469941 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f7d1c783-9ced-4c9b-87eb-bd8fda36ed37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:44.712325 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:45.969636 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:46.049395 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:47.369561 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:37:51.046580 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-d6eee8c2-d9f1-4936-beec-adf65f6b81c8 req-65a06688-7b92-4576-95f3-dff88a8ce58b service neutron] (103853) timed out ('10.222.0.18', 59143) {{(pid=103853) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 14:37:51.575107 dv-cinder-835880-4-iscsi neutron-server[103852]: DEBUG neutron.wsgi [req-4509cb84-de02-46ee-b29f-c98929c75211 req-4320376c-408f-43ae-a36f-7d5cfee8d4c5 service neutron] (103852) timed out ('10.222.0.18', 59140) {{(pid=103852) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 14:37:54.954553 dv-cinder-835880-4-iscsi neutron-server[103853]: DEBUG neutron.wsgi [req-fcc87113-fe64-477f-9bb4-afb67618a2c2 req-f529e404-d2bf-431e-a7f2-bf90e92544ba service neutron] (103853) timed out ('10.222.0.18', 59135) {{(pid=103853) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 14:38:05.507001 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:38:11.160387 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-22b457ac-58f2-40ec-a7c4-1bc326ac54d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:13.441514 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-0894cae8-575e-4bea-9a12-5deca6100359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:14.712350 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:15.978824 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:16.060388 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:17.378477 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:41.165708 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f95986e4-e6b1-4608-ac12-0be01fb8563c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (1af927b3-9963-47f9-8b53-3a0525e8beda), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:42.505986 dv-cinder-835880-4-iscsi neutron-server[103855]: DEBUG neutron.db.agents_db [None req-9be8eddc-0f26-41f2-8132-cfe5491c410c None None] Agent healthcheck: found 6 active agents {{(pid=103855) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 14:38:43.446135 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-227b8d21-4d6b-4570-803a-459fd80d801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (49b978fb-7cbc-4661-8ec7-82d09c02095b), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:44.763063 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-d17913ca-3d7e-4ad0-a997-2ecca8698e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (a1619336-b527-44a8-aa90-3c3b06cf6118), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:45.994282 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd67d-8cd1-4797-8a3a-ab2b46a7f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9257c002-cf88-4bbe-8e5c-a0bf86a3da1d), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:46.048779 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-f3511180-32c1-4e19-8f4f-fe0d3795be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (ffb39d71-6b46-4a23-8449-0afcf0576db9), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 14:38:47.371338 dv-cinder-835880-4-iscsi neutron-server[103854]: DEBUG neutron_lib.callbacks.manager [None req-9b02886e-23cb-451e-b902-3b1c34b9769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747030709032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062967'] for agent (9a0fe68c-d572-46fe-ab9f-5addc4106bee), after_update {{(pid=103854) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}